refactor(handlers): extract QueryParams + IngestParams to reduce complexity
query_handler refactored: - Extract QueryParams struct with validation - Extract SearchMethod enum - Extract build_search_response helper - Extract apply_rbac_filter helper - Extract execute_hybrid_search helper - Complexity: 14 → 6 ingest_handler helpers: - Extract IngestParams struct with validation - Extract IngestParamsError with responses - Extract IngestResponse builder New tests (18 total): - QueryParams validation (10 tests) - IngestParams validation (8 tests) Total tests: 688 (was 670)
This commit is contained in:
@@ -0,0 +1,200 @@
|
||||
/// Ingest Handler Helpers
|
||||
///
|
||||
/// Extracted to reduce ingest_handler complexity.
|
||||
|
||||
use actix_web::HttpResponse;
|
||||
use serde::{Deserialize, Serialize};
|
||||
use serde_json::json;
|
||||
|
||||
// ============================================================================
|
||||
// Ingest Parameters
|
||||
// ============================================================================
|
||||
|
||||
/// Validated ingest request
|
||||
#[derive(Debug, Clone)]
|
||||
pub struct IngestParams {
|
||||
pub project: String,
|
||||
pub ingest_id: String,
|
||||
pub source: String,
|
||||
pub records: Vec<IngestRecord>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Clone, Deserialize)]
|
||||
pub struct IngestRecord {
|
||||
pub text: String,
|
||||
#[serde(default)]
|
||||
pub metadata: Option<serde_json::Value>,
|
||||
}
|
||||
|
||||
/// Raw ingest request from API
|
||||
#[derive(Debug, Clone, Deserialize)]
|
||||
pub struct IngestRequestBody {
|
||||
pub project: Option<String>,
|
||||
pub ingest_id: Option<String>,
|
||||
pub source: Option<String>,
|
||||
pub records: Option<Vec<IngestRecord>>,
|
||||
}
|
||||
|
||||
impl IngestParams {
|
||||
/// Parse and validate ingest request body
|
||||
pub fn from_body(body: IngestRequestBody) -> Result<Self, IngestParamsError> {
|
||||
let project = body.project
|
||||
.filter(|p| !p.is_empty())
|
||||
.ok_or(IngestParamsError::MissingProject)?;
|
||||
|
||||
let ingest_id = body.ingest_id
|
||||
.filter(|id| !id.is_empty())
|
||||
.ok_or(IngestParamsError::MissingIngestId)?;
|
||||
|
||||
let source = body.source
|
||||
.unwrap_or_else(|| "api".to_string());
|
||||
|
||||
let records = body.records
|
||||
.filter(|r| !r.is_empty())
|
||||
.ok_or(IngestParamsError::EmptyRecords)?;
|
||||
|
||||
// Validate each record has non-empty text
|
||||
for (i, record) in records.iter().enumerate() {
|
||||
if record.text.trim().is_empty() {
|
||||
return Err(IngestParamsError::EmptyRecordText(i));
|
||||
}
|
||||
}
|
||||
|
||||
Ok(Self { project, ingest_id, source, records })
|
||||
}
|
||||
}
|
||||
|
||||
/// Ingest parameter validation errors
|
||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||
pub enum IngestParamsError {
|
||||
MissingProject,
|
||||
MissingIngestId,
|
||||
EmptyRecords,
|
||||
EmptyRecordText(usize),
|
||||
}
|
||||
|
||||
impl IngestParamsError {
|
||||
pub fn to_response(&self) -> HttpResponse {
|
||||
let reason = match self {
|
||||
Self::MissingProject => "missing required field: project".to_string(),
|
||||
Self::MissingIngestId => "missing required field: ingest_id".to_string(),
|
||||
Self::EmptyRecords => "records array is empty".to_string(),
|
||||
Self::EmptyRecordText(i) => format!("record {} has empty text", i),
|
||||
};
|
||||
HttpResponse::BadRequest().json(json!({
|
||||
"error": "bad_request",
|
||||
"reason": reason
|
||||
}))
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// Ingest Response Builder
|
||||
// ============================================================================
|
||||
|
||||
#[derive(Debug, Clone, Serialize)]
|
||||
pub struct IngestResponse {
|
||||
pub status: String,
|
||||
pub ingest_id: String,
|
||||
pub records_queued: usize,
|
||||
}
|
||||
|
||||
impl IngestResponse {
|
||||
pub fn accepted(ingest_id: &str, count: usize) -> HttpResponse {
|
||||
HttpResponse::Accepted().json(Self {
|
||||
status: "accepted".to_string(),
|
||||
ingest_id: ingest_id.to_string(),
|
||||
records_queued: count,
|
||||
})
|
||||
}
|
||||
|
||||
pub fn duplicate(ingest_id: &str) -> HttpResponse {
|
||||
HttpResponse::Ok().json(json!({
|
||||
"status": "duplicate",
|
||||
"ingest_id": ingest_id,
|
||||
"message": "ingest_id already processed"
|
||||
}))
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// Tests
|
||||
// ============================================================================
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
fn make_body(project: Option<&str>, ingest_id: Option<&str>, records: Option<Vec<&str>>) -> IngestRequestBody {
|
||||
IngestRequestBody {
|
||||
project: project.map(|s| s.to_string()),
|
||||
ingest_id: ingest_id.map(|s| s.to_string()),
|
||||
source: None,
|
||||
records: records.map(|r| r.into_iter().map(|t| IngestRecord {
|
||||
text: t.to_string(),
|
||||
metadata: None
|
||||
}).collect()),
|
||||
}
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_valid() {
|
||||
let body = make_body(Some("homelab"), Some("test-001"), Some(vec!["fact 1", "fact 2"]));
|
||||
let params = IngestParams::from_body(body).unwrap();
|
||||
|
||||
assert_eq!(params.project, "homelab");
|
||||
assert_eq!(params.ingest_id, "test-001");
|
||||
assert_eq!(params.source, "api");
|
||||
assert_eq!(params.records.len(), 2);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_missing_project() {
|
||||
let body = make_body(None, Some("test-001"), Some(vec!["fact"]));
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::MissingProject);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_empty_project() {
|
||||
let body = make_body(Some(""), Some("test-001"), Some(vec!["fact"]));
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::MissingProject);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_missing_ingest_id() {
|
||||
let body = make_body(Some("homelab"), None, Some(vec!["fact"]));
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::MissingIngestId);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_empty_ingest_id() {
|
||||
let body = make_body(Some("homelab"), Some(""), Some(vec!["fact"]));
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::MissingIngestId);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_no_records() {
|
||||
let body = make_body(Some("homelab"), Some("test-001"), None);
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::EmptyRecords);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_empty_records() {
|
||||
let body = make_body(Some("homelab"), Some("test-001"), Some(vec![]));
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::EmptyRecords);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_ingest_params_empty_record_text() {
|
||||
let body = IngestRequestBody {
|
||||
project: Some("homelab".to_string()),
|
||||
ingest_id: Some("test-001".to_string()),
|
||||
source: None,
|
||||
records: Some(vec![
|
||||
IngestRecord { text: "valid".to_string(), metadata: None },
|
||||
IngestRecord { text: " ".to_string(), metadata: None },
|
||||
]),
|
||||
};
|
||||
assert_eq!(IngestParams::from_body(body).unwrap_err(), IngestParamsError::EmptyRecordText(1));
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,10 @@
|
||||
/// HTTP Handler Helpers
|
||||
///
|
||||
/// Extracted from http_server.rs to reduce complexity.
|
||||
/// Each handler has its own params struct with validation.
|
||||
|
||||
pub mod query;
|
||||
pub mod ingest;
|
||||
|
||||
pub use query::*;
|
||||
pub use ingest::*;
|
||||
@@ -0,0 +1,218 @@
|
||||
/// Query Handler Helpers
|
||||
///
|
||||
/// Extracted to reduce query_handler complexity.
|
||||
|
||||
use actix_web::HttpResponse;
|
||||
use serde::Serialize;
|
||||
use serde_json::json;
|
||||
use std::collections::HashMap;
|
||||
|
||||
use crate::query_worker::QueryResult;
|
||||
|
||||
// ============================================================================
|
||||
// Query Parameters
|
||||
// ============================================================================
|
||||
|
||||
/// Search method for query endpoint
|
||||
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default)]
|
||||
pub enum SearchMethod {
|
||||
Semantic,
|
||||
#[default]
|
||||
Hybrid,
|
||||
}
|
||||
|
||||
impl SearchMethod {
|
||||
pub fn from_str(s: &str) -> Self {
|
||||
match s {
|
||||
"semantic" => Self::Semantic,
|
||||
_ => Self::Hybrid,
|
||||
}
|
||||
}
|
||||
|
||||
pub fn as_str(&self) -> &'static str {
|
||||
match self {
|
||||
Self::Semantic => "semantic",
|
||||
Self::Hybrid => "hybrid",
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Validated query parameters
|
||||
#[derive(Debug, Clone)]
|
||||
pub struct QueryParams {
|
||||
pub project: String,
|
||||
pub question: String,
|
||||
pub limit: i64,
|
||||
pub method: SearchMethod,
|
||||
}
|
||||
|
||||
impl QueryParams {
|
||||
/// Parse and validate query parameters
|
||||
pub fn from_query(query: &HashMap<String, String>) -> Result<Self, QueryParamsError> {
|
||||
let project = query.get("project")
|
||||
.filter(|p| !p.is_empty())
|
||||
.ok_or(QueryParamsError::MissingProject)?
|
||||
.clone();
|
||||
|
||||
let question = query.get("query")
|
||||
.filter(|q| !q.is_empty())
|
||||
.ok_or(QueryParamsError::MissingQuery)?
|
||||
.clone();
|
||||
|
||||
let limit = query.get("limit")
|
||||
.and_then(|l| l.parse::<i64>().ok())
|
||||
.unwrap_or(10)
|
||||
.clamp(1, 100);
|
||||
|
||||
let method = query.get("method")
|
||||
.map(|m| SearchMethod::from_str(m))
|
||||
.unwrap_or_default();
|
||||
|
||||
Ok(Self { project, question, limit, method })
|
||||
}
|
||||
}
|
||||
|
||||
/// Query parameter validation errors
|
||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
||||
pub enum QueryParamsError {
|
||||
MissingProject,
|
||||
MissingQuery,
|
||||
}
|
||||
|
||||
impl QueryParamsError {
|
||||
pub fn to_response(&self) -> HttpResponse {
|
||||
let reason = match self {
|
||||
Self::MissingProject => "missing project parameter",
|
||||
Self::MissingQuery => "missing query parameter",
|
||||
};
|
||||
HttpResponse::BadRequest().json(json!({"error": reason}))
|
||||
}
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// Search Response Builder
|
||||
// ============================================================================
|
||||
|
||||
#[derive(Debug, Clone, Serialize)]
|
||||
pub struct SearchResultItem {
|
||||
pub level: String,
|
||||
pub score: f32,
|
||||
pub text: String,
|
||||
pub source: Option<String>,
|
||||
pub provenance: Vec<String>,
|
||||
}
|
||||
|
||||
impl From<QueryResult> for SearchResultItem {
|
||||
fn from(r: QueryResult) -> Self {
|
||||
Self {
|
||||
level: r.level,
|
||||
score: r.score,
|
||||
text: r.text,
|
||||
source: r.source,
|
||||
provenance: r.provenance,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Build search response JSON
|
||||
pub fn build_search_response(
|
||||
params: &QueryParams,
|
||||
results: Vec<QueryResult>,
|
||||
method_override: Option<&str>,
|
||||
) -> HttpResponse {
|
||||
let items: Vec<SearchResultItem> = results
|
||||
.into_iter()
|
||||
.take(params.limit as usize)
|
||||
.map(SearchResultItem::from)
|
||||
.collect();
|
||||
|
||||
HttpResponse::Ok().json(json!({
|
||||
"query": params.question,
|
||||
"project": params.project,
|
||||
"method": method_override.unwrap_or(params.method.as_str()),
|
||||
"results": items
|
||||
}))
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// Tests
|
||||
// ============================================================================
|
||||
|
||||
#[cfg(test)]
|
||||
mod tests {
|
||||
use super::*;
|
||||
|
||||
fn make_query(pairs: &[(&str, &str)]) -> HashMap<String, String> {
|
||||
pairs.iter().map(|(k, v)| (k.to_string(), v.to_string())).collect()
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_valid() {
|
||||
let query = make_query(&[("project", "homelab"), ("query", "kubernetes")]);
|
||||
let params = QueryParams::from_query(&query).unwrap();
|
||||
|
||||
assert_eq!(params.project, "homelab");
|
||||
assert_eq!(params.question, "kubernetes");
|
||||
assert_eq!(params.limit, 10);
|
||||
assert_eq!(params.method, SearchMethod::Hybrid);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_with_limit() {
|
||||
let query = make_query(&[("project", "test"), ("query", "foo"), ("limit", "25")]);
|
||||
let params = QueryParams::from_query(&query).unwrap();
|
||||
assert_eq!(params.limit, 25);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_limit_clamped_max() {
|
||||
let query = make_query(&[("project", "test"), ("query", "foo"), ("limit", "999")]);
|
||||
let params = QueryParams::from_query(&query).unwrap();
|
||||
assert_eq!(params.limit, 100);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_limit_clamped_min() {
|
||||
let query = make_query(&[("project", "test"), ("query", "foo"), ("limit", "0")]);
|
||||
let params = QueryParams::from_query(&query).unwrap();
|
||||
assert_eq!(params.limit, 1);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_semantic_method() {
|
||||
let query = make_query(&[("project", "test"), ("query", "foo"), ("method", "semantic")]);
|
||||
let params = QueryParams::from_query(&query).unwrap();
|
||||
assert_eq!(params.method, SearchMethod::Semantic);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_missing_project() {
|
||||
let query = make_query(&[("query", "foo")]);
|
||||
assert_eq!(QueryParams::from_query(&query).unwrap_err(), QueryParamsError::MissingProject);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_empty_project() {
|
||||
let query = make_query(&[("project", ""), ("query", "foo")]);
|
||||
assert_eq!(QueryParams::from_query(&query).unwrap_err(), QueryParamsError::MissingProject);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_missing_query() {
|
||||
let query = make_query(&[("project", "homelab")]);
|
||||
assert_eq!(QueryParams::from_query(&query).unwrap_err(), QueryParamsError::MissingQuery);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_query_params_empty_query() {
|
||||
let query = make_query(&[("project", "homelab"), ("query", "")]);
|
||||
assert_eq!(QueryParams::from_query(&query).unwrap_err(), QueryParamsError::MissingQuery);
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_search_method_from_str() {
|
||||
assert_eq!(SearchMethod::from_str("semantic"), SearchMethod::Semantic);
|
||||
assert_eq!(SearchMethod::from_str("hybrid"), SearchMethod::Hybrid);
|
||||
assert_eq!(SearchMethod::from_str("unknown"), SearchMethod::Hybrid);
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user