What Should a Healthcare AI Voice Agent Do with Sensitive Patient Questions?

import re from typing import Dict, Any CLINICAL_ADVICE_KEYWORDS = [ r"\b(should i take|increase my dose|stop taking|side effect of)\b", r"\b(do i have cancer|is this tumor|is it malignant)\b", r"\b(what do my lab results mean|is my white blood cell count high)\b" ] class MedicalScopeEnforcer: def __init__(self, ehr_inbox_client, nurse_line_extension: str): self.ehr = ehr_inbox_client self.nurse_line = nurse_line_extension def evaluate_user_query(self, user_utterance: str, patient_id: str) -> Dict[str, Any]: normalized = user_utterance.lower() # Check against forbidden clinical advice patterns for pattern in CLINICAL_ADVICE_KEYWORDS: if re.search(pattern, normalized): # Auto-document query in EHR message pool self.ehr.create_clinical_message( patient_id=patient_id, subject="Patient Clinical Query via AI Voice", body=f"Verbatim Transcript: \"{user_utterance}\"", urgency="HIGH" ) return { "is_blocked": True, "action": "TRANSFER_OR_RECORD_NOTE", "synthesized_response": ( "I want to make sure you get accurate medical guidance. " "Because I am an automated assistant, I cannot advise on symptoms or prescriptions. " "I have flagged this message directly for your care team, or I can connect you to the triage nurse right now." ), "destination": self.nurse_line } return {"is_blocked": False, "action": "PROCEED_WITH_ADMINISTRATIVE_FLOW"}