ezer-mishpati/legal-ai
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity

Make classification and reference extraction non-fatal in document pipeline

Browse Source 
Text extraction, chunking and embedding proceed even if Claude API
classification or reference extraction fails (e.g. API quota exceeded).

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Chaim
2026-04-04 13:00:34 +00:00
parent 40406b5fde
commit 9e7492e761
1 changed files with 48 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
mcp-server/src/legal_mcp/services/processor.py
View File

@@ -37,7 +37,9 @@ async def process_document(document_id: UUID, case_id: UUID) -> dict:
page_count=page_count, page_count=page_count,
) )
# Step 1.5: Classify document and identify parties # Step 1.5: Classify document and identify parties (non-fatal)
classification_result = {}
try:
logger.info("Classifying document") logger.info("Classifying document")
case_number = "" case_number = ""
if case_id: if case_id:
@@ -57,7 +59,7 @@ async def process_document(document_id: UUID, case_id: UUID) -> dict:
len(classification_result["parties"].get("respondents", [])), len(classification_result["parties"].get("respondents", [])),
) )
# Step 1.6: Update case parties if empty # Update case parties if empty
if case_id and case: if case_id and case:
parties = classification_result.get("parties", {}) parties = classification_result.get("parties", {})
updates = {} updates = {}
@@ -68,6 +70,8 @@ async def process_document(document_id: UUID, case_id: UUID) -> dict:
if updates: if updates:
await db.update_case(case_id, **updates) await db.update_case(case_id, **updates)
logger.info("Updated case parties: %s", updates) logger.info("Updated case parties: %s", updates)
except Exception as e:
logger.warning("Classification failed (non-fatal): %s", e)
# Step 2: Chunk # Step 2: Chunk
logger.info("Chunking document (%d chars)", len(text)) logger.info("Chunking document (%d chars)", len(text))
@@ -96,7 +100,9 @@ async def process_document(document_id: UUID, case_id: UUID) -> dict:
stored = await db.store_chunks(document_id, case_id, chunk_dicts) stored = await db.store_chunks(document_id, case_id, chunk_dicts)
# Step 5: Extract references (plans, case law, legislation) # Step 5: Extract references (plans, case law, legislation) — non-fatal
refs_result = {"plans": 0, "case_law": 0, "case_law_linked": 0, "legislation": 0}
try:
logger.info("Extracting legal references") logger.info("Extracting legal references")
refs_result = await references_extractor.extract_and_link_references( refs_result = await references_extractor.extract_and_link_references(
document_id, case_id, text, document_id, case_id, text,
@@ -106,6 +112,8 @@ async def process_document(document_id: UUID, case_id: UUID) -> dict:
refs_result["plans"], refs_result["case_law"], refs_result["plans"], refs_result["case_law"],
refs_result["case_law_linked"], refs_result["legislation"], refs_result["case_law_linked"], refs_result["legislation"],
) )
except Exception as e:
logger.warning("Reference extraction failed (non-fatal): %s", e)
await db.update_document(document_id, extraction_status="completed") await db.update_document(document_id, extraction_status="completed")