{ "ok": true, "status": "PASS", "checks": { "pcie_version": "1.33.2", "runtime_bridge_repair": { "ok": true, "memory_bridge": true, "runtime_bridge": true, "semantic_bridge": true, "research_bridge": true, "synthesis_bridge": true, "intent_bridge": true, "regression_bridge": true, "deep_intent_bridge": true, "research_semantic_regression_bridge": true, "causal_evidence_regression_bridge": true, "definition_datapack_status_bridge": true, "concept_network_bridge": true, "conceptual_memory_reasoning_bridge": true, "working_memory_bridge": true, "query_passthrough_markers": true, "files": [ "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_memory_test.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_runtime_diagnostic.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_semantic_frame.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_research_diagnostic.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_synthesis_diagnostic.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_intent_diagnostic.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_regression_suite.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_deep_intent_diagnostic.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_research_semantic_regression.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_causal_evidence_regression.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_definition_datapack_status.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_concept_network.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_conceptual_memory_reasoning.php", "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_working_memory_diagnostic.php" ] }, "app_root": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz", "frontend_api_resolver": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/js/app.js", "exists": true, "readable": true, "apiUrl_definition": true, "global_export_marker": true, "window_apiUrl_export": true, "backup_exists": true }, "knowledge_network_frontend": { "shell_path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/pai_brainstorm.php", "shell_marker": true, "knowledge_network_launcher": true, "knowledge_network_panel": true, "knowledge_query_control": true, "knowledge_assimilate_control": true, "concept_network_frontend_api": true, "backup_exists": true }, "conversation_privacy_frontend": { "marker": true, "suppress_chat_internal": true, "suppress_research_pending": true, "hide_datapack_telemetry": true }, "chat_route": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/chat.php", "exists": true, "readable": true, "pcie_bridge_marker": true, "core_backup_exists": true }, "module_chat": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/chat.php", "exists": true, "readable": true }, "working_memory_diagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/working_memory_diagnostic.php", "exists": true, "readable": true }, "memory_test": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/memory_test.php", "exists": true, "readable": true }, "intent_diagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/intent_diagnostic.php", "exists": true, "readable": true }, "synthesis_diagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/synthesis_diagnostic.php", "exists": true, "readable": true }, "regression_suite": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/regression_suite.php", "exists": true, "readable": true }, "deep_intent_diagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/deep_intent_diagnostic.php", "exists": true, "readable": true }, "research_semantic_regression": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/research_semantic_regression.php", "exists": true, "readable": true }, "research_diagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/api/research_diagnostic.php", "exists": true, "readable": true }, "conversation_network": { "manifest_path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/brainstorm/storage/indexes/conversation_manifest.json", "manifest_exists": true, "manifest_readable": true, "network_dir": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/brainstorm/storage/conversation_network", "network_exists": true, "network_readable": true, "pack_count": 300, "records": 549736, "bytes": 314572859 }, "human_interaction": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/brainstorm/knowledge/human_interaction/datapacks", "exists": true, "readable": true, "protocol_count": 17 }, "dependencies": { "MiniLLM": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/includes/MiniLLM.php", "exists": true, "readable": true }, "BrainStorm config": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/brainstorm/config/config.php", "exists": true, "readable": true }, "PCIE": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/PCIE.php", "exists": true, "readable": true }, "UnifiedRAGEngine": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/UnifiedRAGEngine.php", "exists": true, "readable": true }, "MultiTopicServerOrchestrator": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/MultiTopicServerOrchestrator.php", "exists": true, "readable": true }, "MemoryRetrievalAudit": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/MemoryRetrievalAudit.php", "exists": true, "readable": true }, "ResearchSemanticEnvelope": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ResearchSemanticEnvelope.php", "exists": true, "readable": true }, "SemanticFirewall": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SemanticFirewall.php", "exists": true, "readable": true }, "ResearchEvidenceDiagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ResearchEvidenceDiagnostic.php", "exists": true, "readable": true }, "SemanticSenseDisambiguator": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SemanticSenseDisambiguator.php", "exists": true, "readable": true }, "ContextLockedSearchPlanner": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ContextLockedSearchPlanner.php", "exists": true, "readable": true }, "SemanticEvidenceContextFilter": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SemanticEvidenceContextFilter.php", "exists": true, "readable": true }, "CompositionCompatibilityGate": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CompositionCompatibilityGate.php", "exists": true, "readable": true }, "SemanticAliasExpander": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SemanticAliasExpander.php", "exists": true, "readable": true }, "CanonicalConceptResolver": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CanonicalConceptResolver.php", "exists": true, "readable": true }, "DefinitionEvidenceMatcher": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/DefinitionEvidenceMatcher.php", "exists": true, "readable": true }, "DirectConceptSynthesisGate": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/DirectConceptSynthesisGate.php", "exists": true, "readable": true }, "IntentAwareEvidenceComposer": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentAwareEvidenceComposer.php", "exists": true, "readable": true }, "SynthesisTraceDiagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SynthesisTraceDiagnostic.php", "exists": true, "readable": true }, "ComposerActivationGate": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ComposerActivationGate.php", "exists": true, "readable": true }, "IntentOntology": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentOntology.php", "exists": true, "readable": true }, "IntentClassifier": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentClassifier.php", "exists": true, "readable": true }, "IntentArgumentExtractor": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentArgumentExtractor.php", "exists": true, "readable": true }, "MultiIntentDecomposer": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/MultiIntentDecomposer.php", "exists": true, "readable": true }, "IntentGraphBuilder": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentGraphBuilder.php", "exists": true, "readable": true }, "IntentContextResolver": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentContextResolver.php", "exists": true, "readable": true }, "IntentExecutionRouter": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentExecutionRouter.php", "exists": true, "readable": true }, "IntentDiagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentDiagnostic.php", "exists": true, "readable": true }, "DiagnosticRequest": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/DiagnosticRequest.php", "exists": true, "readable": true }, "SemanticRoleExtractor": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/SemanticRoleExtractor.php", "exists": true, "readable": true }, "ConversationalIntentState": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ConversationalIntentState.php", "exists": true, "readable": true }, "DeepIntentDiagnostic": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/DeepIntentDiagnostic.php", "exists": true, "readable": true }, "IntentResearchEnvelope": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentResearchEnvelope.php", "exists": true, "readable": true }, "IntentEvidenceFirewall": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentEvidenceFirewall.php", "exists": true, "readable": true }, "IntentEvidenceContextFilter": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/IntentEvidenceContextFilter.php", "exists": true, "readable": true }, "ResearchSemanticRegressionSuite": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ResearchSemanticRegressionSuite.php", "exists": true, "readable": true }, "CausalClaimExtractor": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CausalClaimExtractor.php", "exists": true, "readable": true }, "CausalEvidenceConsensus": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CausalEvidenceConsensus.php", "exists": true, "readable": true }, "CausalAnswerComposer": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CausalAnswerComposer.php", "exists": true, "readable": true }, "AnswerSufficiencyGate": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/AnswerSufficiencyGate.php", "exists": true, "readable": true }, "ConceptualKnowledgeStore": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ConceptualKnowledgeStore.php", "exists": true, "readable": true }, "ConceptualKnowledgeRetriever": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ConceptualKnowledgeRetriever.php", "exists": true, "readable": true }, "CuratedKnowledgeAssimilator": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CuratedKnowledgeAssimilator.php", "exists": true, "readable": true }, "VerifiedConceptualKnowledgePromoter": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/VerifiedConceptualKnowledgePromoter.php", "exists": true, "readable": true }, "CausalEvidenceRegressionSuite": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/CausalEvidenceRegressionSuite.php", "exists": true, "readable": true }, "ConceptualMemoryReasoner": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ConceptualMemoryReasoner.php", "exists": true, "readable": true }, "UserFacingResearchFilter": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/UserFacingResearchFilter.php", "exists": true, "readable": true }, "FrontendConversationPrivacyRepair": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/FrontendConversationPrivacyRepair.php", "exists": true, "readable": true }, "ConversationalWorkingMemory": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/ConversationalWorkingMemory.php", "exists": true, "readable": true }, "PendingIntentManager": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/PendingIntentManager.php", "exists": true, "readable": true }, "FollowUpResolver": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/modules/progenitor_pcie_conversation_engine/lib/FollowUpResolver.php", "exists": true, "readable": true } }, "diagnostic_root_bridges": { "intent": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_intent_diagnostic.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "research": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_research_diagnostic.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "synthesis": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_synthesis_diagnostic.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "regression": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_regression_suite.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "deep_intent": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_deep_intent_diagnostic.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "research_semantic_regression": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_research_semantic_regression.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "causal_evidence_regression": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_causal_evidence_regression.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "concept_network": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_concept_network.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true }, "conceptual_memory_reasoning": { "path": "/homepages/37/d4299174731/htdocs/iamsyfi/pai/pai_v15/pai_biz/api/pcie_conceptual_memory_reasoning.php", "exists": true, "readable": true, "functional_target": true, "stable_marker": true, "healthy": true } }, "diagnostic_router_self_test": { "status": "PASS", "requested_query": "Define Aging in humans", "executed_query": "Define Aging in humans", "query_passthrough": true, "intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Human Aging" }, "semantic_regression_suite": { "ok": true, "status": "PASS", "version": "1.33.0", "mode": "synthetic_no_web_research", "passed": 128, "total": 128, "failed": 0, "results": [ { "name": "human_aging", "query": "Define Aging in humans", "expected_intent": "DEFINE", "actual_intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Human Aging", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true }, "status": "PASS" }, { "name": "why_rust", "query": "Why does iron rust?", "expected_intent": "EXPLAIN_CAUSE", "actual_intent": "EXPLAIN_CAUSE", "semantic_intent": "EXPLAIN_CAUSE", "canonical_topic": "Iron Rusting", "semantic_roles": { "phenomenon": "iron rust", "evidence_goal": "cause_or_explanation", "subject": "iron", "predicate": "rust" }, "route": "reasoning_with_evidence", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "mechanism", "query": "How does photosynthesis work?", "expected_intent": "EXPLAIN_MECHANISM", "actual_intent": "EXPLAIN_MECHANISM", "semantic_intent": "EXPLAIN_MECHANISM", "canonical_topic": "Photosynthesis", "semantic_roles": { "subject": "photosynthesis", "evidence_goal": "mechanism" }, "route": "reasoning_with_evidence", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "causal_discrimination", "query": "Determine whether A or B causes C", "expected_intent": "CAUSAL_DISCRIMINATION", "actual_intent": "CAUSAL_DISCRIMINATION", "semantic_intent": "CAUSAL_DISCRIMINATION", "canonical_topic": "C Causation", "semantic_roles": { "candidate_causes": [ "A", "B" ], "effect": "C", "decision": "most_supported_cause" }, "route": "reasoning_with_evidence", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "compare", "query": "Compare vegetarianism and pescatarianism", "expected_intent": "COMPARE", "actual_intent": "COMPARE", "semantic_intent": "COMPARE", "canonical_topic": "Vegetarianism vs Pescatarianism", "semantic_roles": { "left": "vegetarianism", "right": "pescatarianism", "comparison_mode": "similarities_and_differences" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "distinguish", "query": "Distinguish between machine learning and deep learning", "expected_intent": "DISTINGUISH", "actual_intent": "DISTINGUISH", "semantic_intent": "DISTINGUISH", "canonical_topic": "Machine learning vs Deep learning", "semantic_roles": { "left": "machine learning", "right": "deep learning", "comparison_mode": "differences_and_boundaries" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "canonical_match": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "counterfactual", "query": "What would happen if Earth stopped rotating?", "expected_intent": "COUNTERFACTUAL", "actual_intent": "COUNTERFACTUAL", "semantic_intent": "COUNTERFACTUAL", "canonical_topic": "Counterfactual: Earth stopped rotating", "semantic_roles": { "condition": "Earth stopped rotating", "output": "counterfactual_consequence" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "procedure", "query": "How do I reset my password?", "expected_intent": "PROCEDURE", "actual_intent": "PROCEDURE", "semantic_intent": "PROCEDURE", "canonical_topic": "How do I reset my password", "semantic_roles": { "goal": "reset my password", "output": "ordered_steps" }, "route": "procedural_answer", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "who", "query": "Who is Ada Lovelace?", "expected_intent": "IDENTIFY_PERSON", "actual_intent": "IDENTIFY_PERSON", "semantic_intent": "IDENTIFY_PERSON", "canonical_topic": "Who is Ada Lovelace", "semantic_roles": { "entity": "Ada Lovelace", "requested_attribute": "identity" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "where", "query": "Where is Mount Everest?", "expected_intent": "LOCATE", "actual_intent": "LOCATE", "semantic_intent": "LOCATE", "canonical_topic": "Where is Mount Everest", "semantic_roles": { "entity": "Mount Everest", "requested_attribute": "location" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "when", "query": "When did Apollo 11 land?", "expected_intent": "TEMPORAL_QUERY", "actual_intent": "TEMPORAL_QUERY", "semantic_intent": "TEMPORAL_QUERY", "canonical_topic": "When did Apollo 11 land", "semantic_roles": { "event": "Apollo 11 land", "requested_attribute": "time" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "semantic_role_present": true }, "status": "PASS" }, { "name": "social_hi", "query": "Hi", "expected_intent": "SOCIAL_GREETING", "actual_intent": "SOCIAL_GREETING", "semantic_intent": "SOCIAL_GREETING", "canonical_topic": "Hi", "semantic_roles": [], "route": "social_response", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "social_wellbeing", "query": "Hi, how are you?", "expected_intent": "SOCIAL_WELLBEING", "actual_intent": "SOCIAL_WELLBEING", "semantic_intent": "SOCIAL_WELLBEING", "canonical_topic": "Hi, how are you", "semantic_roles": [], "route": "social_response", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "social_thanks", "query": "Thank you", "expected_intent": "SOCIAL_THANKS", "actual_intent": "SOCIAL_THANKS", "semantic_intent": "SOCIAL_THANKS", "canonical_topic": "Thank you", "semantic_roles": [], "route": "social_response", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "social_ack", "query": "Agreed", "expected_intent": "SOCIAL_ACKNOWLEDGEMENT", "actual_intent": "SOCIAL_ACKNOWLEDGEMENT", "semantic_intent": "SOCIAL_ACKNOWLEDGEMENT", "canonical_topic": "Agreed", "semantic_roles": [], "route": "social_response", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "social_bye", "query": "Goodbye", "expected_intent": "SOCIAL_FAREWELL", "actual_intent": "SOCIAL_FAREWELL", "semantic_intent": "SOCIAL_FAREWELL", "canonical_topic": "Goodbye", "semantic_roles": [], "route": "social_response", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "correction", "query": "I meant Java the programming language, not coffee", "expected_intent": "CORRECT_INTENT", "actual_intent": "CORRECT_INTENT", "semantic_intent": "CORRECT_INTENT", "canonical_topic": "I meant Java the programming language, not coffee", "semantic_roles": [], "route": "conversation_control", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "continue", "query": "Proceed", "expected_intent": "CONTINUE_PRIOR_TASK", "actual_intent": "CONTINUE_PRIOR_TASK", "semantic_intent": "CONTINUE_PRIOR_TASK", "canonical_topic": "Proceed", "semantic_roles": [], "route": "conversation_control", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "repeat", "query": "Do it again", "expected_intent": "REPEAT_ACTION", "actual_intent": "REPEAT_ACTION", "semantic_intent": "REPEAT_ACTION", "canonical_topic": "Do it again", "semantic_roles": [], "route": "conversation_control", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "cancel", "query": "Never mind", "expected_intent": "CANCEL_INTENT", "actual_intent": "CANCEL_INTENT", "semantic_intent": "CANCEL_INTENT", "canonical_topic": "Never mind", "semantic_roles": [], "route": "conversation_control", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "route_match": true }, "status": "PASS" }, { "name": "multi_action", "query": "Remove all that and populate the table with the new client data", "expected_intent": "UNDO_OR_REMOVE_CONTEXT", "actual_intent": "UNDO_OR_REMOVE_CONTEXT", "semantic_intent": "UNDO_OR_REMOVE_CONTEXT", "canonical_topic": "Remove all that and populate the table with the new client data", "semantic_roles": [], "route": "conversation_control", "multi_intent": true, "node_count": 2, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "multi_intent_match": true, "route_match": true }, "status": "PASS" }, { "name": "multi_explain", "query": "Explain photosynthesis and then explain cellular respiration", "expected_intent": "EXPLAIN", "actual_intent": "EXPLAIN", "semantic_intent": "EXPLAIN", "canonical_topic": "Photosynthesis and then explain cellular respiration", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": true, "node_count": 2, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true, "multi_intent_match": true }, "status": "PASS" }, { "name": "define_0", "query": "Define gravity", "expected_intent": "DEFINE", "actual_intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Gravity", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "define_1", "query": "Define democracy", "expected_intent": "DEFINE", "actual_intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Democracy", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "define_2", "query": "Define mitochondria", "expected_intent": "DEFINE", "actual_intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Mitochondria", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "define_3", "query": "Define encryption", "expected_intent": "DEFINE", "actual_intent": "DEFINE", "semantic_intent": "DEFINE", "canonical_topic": "Encryption", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "describe_0", "query": "Describe a black hole", "expected_intent": "DESCRIBE", "actual_intent": "DESCRIBE", "semantic_intent": "DESCRIBE", "canonical_topic": "A black hole", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "describe_1", "query": "Describe photosynthesis", "expected_intent": "DESCRIBE", "actual_intent": "DESCRIBE", "semantic_intent": "DESCRIBE", "canonical_topic": "Photosynthesis", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "describe_2", "query": "Describe a neural network", "expected_intent": "DESCRIBE", "actual_intent": "DESCRIBE", "semantic_intent": "DESCRIBE", "canonical_topic": "A neural network", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "describe_3", "query": "Describe inflation", "expected_intent": "DESCRIBE", "actual_intent": "DESCRIBE", "semantic_intent": "DESCRIBE", "canonical_topic": "Inflation", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "explain_0", "query": "Explain quantum entanglement", "expected_intent": "EXPLAIN", "actual_intent": "EXPLAIN", "semantic_intent": "EXPLAIN", "canonical_topic": "Quantum entanglement", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "explain_1", "query": "Explain supply and demand", "expected_intent": "EXPLAIN", "actual_intent": "EXPLAIN", "semantic_intent": "EXPLAIN", "canonical_topic": "Supply and demand", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "explain_2", "query": "Explain DNA replication", "expected_intent": "EXPLAIN", "actual_intent": "EXPLAIN", "semantic_intent": "EXPLAIN", "canonical_topic": "DNA replication", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "explain_3", "query": "Explain cloud computing", "expected_intent": "EXPLAIN", "actual_intent": "EXPLAIN", "semantic_intent": "EXPLAIN", "canonical_topic": "Cloud computing", "semantic_roles": [], "route": "knowledge_or_research", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "summarize_0", "query": "Summarize this report", "expected_intent": "SUMMARIZE", "actual_intent": "SUMMARIZE", "semantic_intent": "SUMMARIZE", "canonical_topic": "This report", "semantic_roles": { "source": "this report", "output": "compressed_representation" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "summarize_1", "query": "Summarize the findings", "expected_intent": "SUMMARIZE", "actual_intent": "SUMMARIZE", "semantic_intent": "SUMMARIZE", "canonical_topic": "The findings", "semantic_roles": { "source": "the findings", "output": "compressed_representation" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "summarize_2", "query": "Summarize the article", "expected_intent": "SUMMARIZE", "actual_intent": "SUMMARIZE", "semantic_intent": "SUMMARIZE", "canonical_topic": "The article", "semantic_roles": { "source": "the article", "output": "compressed_representation" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "summarize_3", "query": "Summarize the conversation", "expected_intent": "SUMMARIZE", "actual_intent": "SUMMARIZE", "semantic_intent": "SUMMARIZE", "canonical_topic": "The conversation", "semantic_roles": { "source": "the conversation", "output": "compressed_representation" }, "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "list_0", "query": "List the planets", "expected_intent": "LIST", "actual_intent": "LIST", "semantic_intent": "LIST", "canonical_topic": "The planets", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "list_1", "query": "List key risks", "expected_intent": "LIST", "actual_intent": "LIST", "semantic_intent": "LIST", "canonical_topic": "Key risks", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "list_2", "query": "List project milestones", "expected_intent": "LIST", "actual_intent": "LIST", "semantic_intent": "LIST", "canonical_topic": "Project milestones", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "list_3", "query": "List the requirements", "expected_intent": "LIST", "actual_intent": "LIST", "semantic_intent": "LIST", "canonical_topic": "The requirements", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extract_0", "query": "Extract the dates", "expected_intent": "EXTRACT", "actual_intent": "EXTRACT", "semantic_intent": "EXTRACT", "canonical_topic": "The dates", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extract_1", "query": "Extract the names", "expected_intent": "EXTRACT", "actual_intent": "EXTRACT", "semantic_intent": "EXTRACT", "canonical_topic": "The names", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extract_2", "query": "Extract the totals", "expected_intent": "EXTRACT", "actual_intent": "EXTRACT", "semantic_intent": "EXTRACT", "canonical_topic": "The totals", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extract_3", "query": "Extract the action items", "expected_intent": "EXTRACT", "actual_intent": "EXTRACT", "semantic_intent": "EXTRACT", "canonical_topic": "The action items", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "analyze_0", "query": "Analyze this dataset", "expected_intent": "ANALYZE", "actual_intent": "ANALYZE", "semantic_intent": "ANALYZE", "canonical_topic": "This dataset", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "analyze_1", "query": "Analyze the market", "expected_intent": "ANALYZE", "actual_intent": "ANALYZE", "semantic_intent": "ANALYZE", "canonical_topic": "The market", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "analyze_2", "query": "Analyze the argument", "expected_intent": "ANALYZE", "actual_intent": "ANALYZE", "semantic_intent": "ANALYZE", "canonical_topic": "The argument", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "analyze_3", "query": "Analyze the failure", "expected_intent": "ANALYZE", "actual_intent": "ANALYZE", "semantic_intent": "ANALYZE", "canonical_topic": "The failure", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "evaluate_0", "query": "Evaluate this proposal", "expected_intent": "EVALUATE", "actual_intent": "EVALUATE", "semantic_intent": "EVALUATE", "canonical_topic": "This proposal", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "evaluate_1", "query": "Evaluate the evidence", "expected_intent": "EVALUATE", "actual_intent": "EVALUATE", "semantic_intent": "EVALUATE", "canonical_topic": "The evidence", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "evaluate_2", "query": "Evaluate performance", "expected_intent": "EVALUATE", "actual_intent": "EVALUATE", "semantic_intent": "EVALUATE", "canonical_topic": "Performance", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "evaluate_3", "query": "Evaluate the options", "expected_intent": "EVALUATE", "actual_intent": "EVALUATE", "semantic_intent": "EVALUATE", "canonical_topic": "The options", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "determine_0", "query": "Determine the best option", "expected_intent": "DETERMINE", "actual_intent": "DETERMINE", "semantic_intent": "DETERMINE", "canonical_topic": "The best option", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "determine_1", "query": "Determine the root cause", "expected_intent": "DETERMINE", "actual_intent": "DETERMINE", "semantic_intent": "DETERMINE", "canonical_topic": "The root cause", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "determine_2", "query": "Determine the winner", "expected_intent": "DETERMINE", "actual_intent": "DETERMINE", "semantic_intent": "DETERMINE", "canonical_topic": "The winner", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "determine_3", "query": "Determine feasibility", "expected_intent": "DETERMINE", "actual_intent": "DETERMINE", "semantic_intent": "DETERMINE", "canonical_topic": "Feasibility", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "infer_0", "query": "Infer the likely cause", "expected_intent": "INFER", "actual_intent": "INFER", "semantic_intent": "INFER", "canonical_topic": "Infer the likely cause", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "infer_1", "query": "Infer user intent", "expected_intent": "INFER", "actual_intent": "INFER", "semantic_intent": "INFER", "canonical_topic": "Infer user intent", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "infer_2", "query": "Infer the pattern", "expected_intent": "INFER", "actual_intent": "INFER", "semantic_intent": "INFER", "canonical_topic": "Infer the pattern", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "infer_3", "query": "Infer the missing value", "expected_intent": "INFER", "actual_intent": "INFER", "semantic_intent": "INFER", "canonical_topic": "Infer the missing value", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "classify_0", "query": "Classify these records", "expected_intent": "CLASSIFY", "actual_intent": "CLASSIFY", "semantic_intent": "CLASSIFY", "canonical_topic": "Classify these records", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "classify_1", "query": "Classify the image", "expected_intent": "CLASSIFY", "actual_intent": "CLASSIFY", "semantic_intent": "CLASSIFY", "canonical_topic": "Classify the image", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "classify_2", "query": "Classify the request", "expected_intent": "CLASSIFY", "actual_intent": "CLASSIFY", "semantic_intent": "CLASSIFY", "canonical_topic": "Classify the request", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "classify_3", "query": "Classify the risks", "expected_intent": "CLASSIFY", "actual_intent": "CLASSIFY", "semantic_intent": "CLASSIFY", "canonical_topic": "Classify the risks", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "predict_0", "query": "Predict next quarter sales", "expected_intent": "PREDICT", "actual_intent": "PREDICT", "semantic_intent": "PREDICT", "canonical_topic": "Next quarter sales", "semantic_roles": { "target": "next quarter sales", "time_orientation": "future" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "predict_1", "query": "Predict the likely outcome", "expected_intent": "PREDICT", "actual_intent": "PREDICT", "semantic_intent": "PREDICT", "canonical_topic": "The likely outcome", "semantic_roles": { "target": "the likely outcome", "time_orientation": "future" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "predict_2", "query": "Predict demand", "expected_intent": "PREDICT", "actual_intent": "PREDICT", "semantic_intent": "PREDICT", "canonical_topic": "Demand", "semantic_roles": { "target": "demand", "time_orientation": "future" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "predict_3", "query": "Predict failure risk", "expected_intent": "PREDICT", "actual_intent": "PREDICT", "semantic_intent": "PREDICT", "canonical_topic": "Failure risk", "semantic_roles": { "target": "failure risk", "time_orientation": "future" }, "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extrapolate_0", "query": "Extrapolate the trend", "expected_intent": "EXTRAPOLATE", "actual_intent": "EXTRAPOLATE", "semantic_intent": "EXTRAPOLATE", "canonical_topic": "Extrapolate the trend", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extrapolate_1", "query": "Extrapolate future demand", "expected_intent": "EXTRAPOLATE", "actual_intent": "EXTRAPOLATE", "semantic_intent": "EXTRAPOLATE", "canonical_topic": "Extrapolate future demand", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extrapolate_2", "query": "Extrapolate the series", "expected_intent": "EXTRAPOLATE", "actual_intent": "EXTRAPOLATE", "semantic_intent": "EXTRAPOLATE", "canonical_topic": "Extrapolate the series", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "extrapolate_3", "query": "Extrapolate growth", "expected_intent": "EXTRAPOLATE", "actual_intent": "EXTRAPOLATE", "semantic_intent": "EXTRAPOLATE", "canonical_topic": "Extrapolate growth", "semantic_roles": [], "route": "reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "interpret_0", "query": "Interpret this chart", "expected_intent": "INTERPRET", "actual_intent": "INTERPRET", "semantic_intent": "INTERPRET", "canonical_topic": "This chart", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "interpret_1", "query": "Interpret the result", "expected_intent": "INTERPRET", "actual_intent": "INTERPRET", "semantic_intent": "INTERPRET", "canonical_topic": "The result", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "interpret_2", "query": "Interpret this sentence", "expected_intent": "INTERPRET", "actual_intent": "INTERPRET", "semantic_intent": "INTERPRET", "canonical_topic": "This sentence", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "interpret_3", "query": "Interpret the contract clause", "expected_intent": "INTERPRET", "actual_intent": "INTERPRET", "semantic_intent": "INTERPRET", "canonical_topic": "The contract clause", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "decipher_0", "query": "Decipher this code", "expected_intent": "DECIPHER", "actual_intent": "DECIPHER", "semantic_intent": "DECIPHER", "canonical_topic": "This code", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "decipher_1", "query": "Decipher the message", "expected_intent": "DECIPHER", "actual_intent": "DECIPHER", "semantic_intent": "DECIPHER", "canonical_topic": "The message", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "decipher_2", "query": "Decipher the pattern", "expected_intent": "DECIPHER", "actual_intent": "DECIPHER", "semantic_intent": "DECIPHER", "canonical_topic": "The pattern", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "decipher_3", "query": "Decipher the notation", "expected_intent": "DECIPHER", "actual_intent": "DECIPHER", "semantic_intent": "DECIPHER", "canonical_topic": "The notation", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "recommend_0", "query": "Recommend a strategy", "expected_intent": "RECOMMEND", "actual_intent": "RECOMMEND", "semantic_intent": "RECOMMEND", "canonical_topic": "Recommend a strategy", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "recommend_1", "query": "Recommend the best option", "expected_intent": "RECOMMEND", "actual_intent": "RECOMMEND", "semantic_intent": "RECOMMEND", "canonical_topic": "Recommend the best option", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "recommend_2", "query": "Recommend improvements", "expected_intent": "RECOMMEND", "actual_intent": "RECOMMEND", "semantic_intent": "RECOMMEND", "canonical_topic": "Recommend improvements", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "recommend_3", "query": "Recommend next steps", "expected_intent": "RECOMMEND", "actual_intent": "RECOMMEND", "semantic_intent": "RECOMMEND", "canonical_topic": "Recommend next steps", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "select_0", "query": "Select the best candidate", "expected_intent": "SELECT", "actual_intent": "SELECT", "semantic_intent": "SELECT", "canonical_topic": "Select the best candidate", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "select_1", "query": "Choose the strongest option", "expected_intent": "SELECT", "actual_intent": "SELECT", "semantic_intent": "SELECT", "canonical_topic": "Choose the strongest option", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "select_2", "query": "Select a model", "expected_intent": "SELECT", "actual_intent": "SELECT", "semantic_intent": "SELECT", "canonical_topic": "Select a model", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "select_3", "query": "Choose a route", "expected_intent": "SELECT", "actual_intent": "SELECT", "semantic_intent": "SELECT", "canonical_topic": "Choose a route", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "calculate_0", "query": "Calculate 2 plus 2", "expected_intent": "CALCULATE", "actual_intent": "CALCULATE", "semantic_intent": "CALCULATE", "canonical_topic": "2 plus 2", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "calculate_1", "query": "Calculate compound interest", "expected_intent": "CALCULATE", "actual_intent": "CALCULATE", "semantic_intent": "CALCULATE", "canonical_topic": "Compound interest", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "calculate_2", "query": "Calculate the average", "expected_intent": "CALCULATE", "actual_intent": "CALCULATE", "semantic_intent": "CALCULATE", "canonical_topic": "The average", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "calculate_3", "query": "Calculate the total", "expected_intent": "CALCULATE", "actual_intent": "CALCULATE", "semantic_intent": "CALCULATE", "canonical_topic": "The total", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "estimate_0", "query": "Estimate the cost", "expected_intent": "ESTIMATE", "actual_intent": "ESTIMATE", "semantic_intent": "ESTIMATE", "canonical_topic": "Estimate the cost", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "estimate_1", "query": "Estimate completion time", "expected_intent": "ESTIMATE", "actual_intent": "ESTIMATE", "semantic_intent": "ESTIMATE", "canonical_topic": "Estimate completion time", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "estimate_2", "query": "Estimate demand", "expected_intent": "ESTIMATE", "actual_intent": "ESTIMATE", "semantic_intent": "ESTIMATE", "canonical_topic": "Estimate demand", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "estimate_3", "query": "Estimate the distance", "expected_intent": "ESTIMATE", "actual_intent": "ESTIMATE", "semantic_intent": "ESTIMATE", "canonical_topic": "Estimate the distance", "semantic_roles": [], "route": "core_fallback", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "count_0", "query": "Count the records", "expected_intent": "COUNT", "actual_intent": "COUNT", "semantic_intent": "COUNT", "canonical_topic": "Count the records", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "count_1", "query": "Count the words", "expected_intent": "COUNT", "actual_intent": "COUNT", "semantic_intent": "COUNT", "canonical_topic": "Count the words", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "count_2", "query": "Count the failures", "expected_intent": "COUNT", "actual_intent": "COUNT", "semantic_intent": "COUNT", "canonical_topic": "Count the failures", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "count_3", "query": "Count the clients", "expected_intent": "COUNT", "actual_intent": "COUNT", "semantic_intent": "COUNT", "canonical_topic": "Count the clients", "semantic_roles": [], "route": "deterministic_compute", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "plan_0", "query": "Plan the migration", "expected_intent": "PLAN", "actual_intent": "PLAN", "semantic_intent": "PLAN", "canonical_topic": "Plan the migration", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "plan_1", "query": "Plan a product launch", "expected_intent": "PLAN", "actual_intent": "PLAN", "semantic_intent": "PLAN", "canonical_topic": "Plan a product launch", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "plan_2", "query": "Plan the project", "expected_intent": "PLAN", "actual_intent": "PLAN", "semantic_intent": "PLAN", "canonical_topic": "Plan the project", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "plan_3", "query": "Plan the rollout", "expected_intent": "PLAN", "actual_intent": "PLAN", "semantic_intent": "PLAN", "canonical_topic": "Plan the rollout", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "organize_0", "query": "Organize these files", "expected_intent": "ORGANIZE", "actual_intent": "ORGANIZE", "semantic_intent": "ORGANIZE", "canonical_topic": "These files", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "organize_1", "query": "Organize the tasks", "expected_intent": "ORGANIZE", "actual_intent": "ORGANIZE", "semantic_intent": "ORGANIZE", "canonical_topic": "The tasks", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "organize_2", "query": "Organize the research", "expected_intent": "ORGANIZE", "actual_intent": "ORGANIZE", "semantic_intent": "ORGANIZE", "canonical_topic": "The research", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "organize_3", "query": "Organize the requirements", "expected_intent": "ORGANIZE", "actual_intent": "ORGANIZE", "semantic_intent": "ORGANIZE", "canonical_topic": "The requirements", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "prioritize_0", "query": "Prioritize the bugs", "expected_intent": "PRIORITIZE", "actual_intent": "PRIORITIZE", "semantic_intent": "PRIORITIZE", "canonical_topic": "Prioritize the bugs", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "prioritize_1", "query": "Prioritize the leads", "expected_intent": "PRIORITIZE", "actual_intent": "PRIORITIZE", "semantic_intent": "PRIORITIZE", "canonical_topic": "Prioritize the leads", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "prioritize_2", "query": "Prioritize the risks", "expected_intent": "PRIORITIZE", "actual_intent": "PRIORITIZE", "semantic_intent": "PRIORITIZE", "canonical_topic": "Prioritize the risks", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "prioritize_3", "query": "Prioritize the tasks", "expected_intent": "PRIORITIZE", "actual_intent": "PRIORITIZE", "semantic_intent": "PRIORITIZE", "canonical_topic": "Prioritize the tasks", "semantic_roles": [], "route": "planning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "troubleshoot_0", "query": "Troubleshoot the login error", "expected_intent": "TROUBLESHOOT", "actual_intent": "TROUBLESHOOT", "semantic_intent": "TROUBLESHOOT", "canonical_topic": "Troubleshoot the login error", "semantic_roles": [], "route": "diagnostic_reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "troubleshoot_1", "query": "Troubleshoot the API failure", "expected_intent": "TROUBLESHOOT", "actual_intent": "TROUBLESHOOT", "semantic_intent": "TROUBLESHOOT", "canonical_topic": "Troubleshoot the API failure", "semantic_roles": [], "route": "diagnostic_reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "troubleshoot_2", "query": "Troubleshoot the upload", "expected_intent": "TROUBLESHOOT", "actual_intent": "TROUBLESHOOT", "semantic_intent": "TROUBLESHOOT", "canonical_topic": "Troubleshoot the upload", "semantic_roles": [], "route": "diagnostic_reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "troubleshoot_3", "query": "Troubleshoot the network", "expected_intent": "TROUBLESHOOT", "actual_intent": "TROUBLESHOOT", "semantic_intent": "TROUBLESHOOT", "canonical_topic": "Troubleshoot the network", "semantic_roles": [], "route": "diagnostic_reasoning", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "create_0", "query": "Create a report", "expected_intent": "CREATE", "actual_intent": "CREATE", "semantic_intent": "CREATE", "canonical_topic": "A report", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "create_1", "query": "Create a logo brief", "expected_intent": "CREATE", "actual_intent": "CREATE", "semantic_intent": "CREATE", "canonical_topic": "A logo brief", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "create_2", "query": "Create a project plan", "expected_intent": "CREATE", "actual_intent": "CREATE", "semantic_intent": "CREATE", "canonical_topic": "A project plan", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "create_3", "query": "Create a template", "expected_intent": "CREATE", "actual_intent": "CREATE", "semantic_intent": "CREATE", "canonical_topic": "A template", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "build_0", "query": "Build a dashboard", "expected_intent": "BUILD", "actual_intent": "BUILD", "semantic_intent": "BUILD", "canonical_topic": "A dashboard", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "build_1", "query": "Build a parser", "expected_intent": "BUILD", "actual_intent": "BUILD", "semantic_intent": "BUILD", "canonical_topic": "A parser", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "build_2", "query": "Build a website", "expected_intent": "BUILD", "actual_intent": "BUILD", "semantic_intent": "BUILD", "canonical_topic": "A website", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "build_3", "query": "Build a module", "expected_intent": "BUILD", "actual_intent": "BUILD", "semantic_intent": "BUILD", "canonical_topic": "A module", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "design_0", "query": "Design a workflow", "expected_intent": "DESIGN", "actual_intent": "DESIGN", "semantic_intent": "DESIGN", "canonical_topic": "A workflow", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" }, { "name": "design_1", "query": "Design a database schema", "expected_intent": "DESIGN", "actual_intent": "DESIGN", "semantic_intent": "DESIGN", "canonical_topic": "A database schema", "semantic_roles": [], "route": "artifact_creation", "multi_intent": false, "node_count": 1, "checks": { "intent_match": true, "frame_intent_match": true, "no_instruction_contamination": true }, "status": "PASS" } ], "policy": "V1.28 validates deep intent classification, semantic roles, canonicalization, routing, social separation, and multi-intent decomposition without public web requests." }, "research_semantic_regression_suite": { "ok": true, "status": "PASS", "version": "1.33.0", "mode": "synthetic_adversarial_no_web", "passed": 8, "total": 8, "failed": 0, "results": [ { "name": "iron_good", "query": "Why does iron rust?", "expected": "ACCEPT", "actual": "ACCEPT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Iron Rusting", "firewall": { "allow": true, "status": "INTENT_COMPATIBLE", "reasons": [], "subject_hit": true, "predicate_hit": true, "topic_hit": false, "phenomenon_hit": true }, "status": "PASS" }, { "name": "iron_game", "query": "Why does iron rust?", "expected": "REJECT", "actual": "REJECT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Iron Rusting", "firewall": { "allow": false, "status": "INTENT_REJECTED", "reasons": [ "gaming_sense_rejected_by_intent_lock", "candidate_does_not_support_requested_relationship" ], "subject_hit": false, "predicate_hit": true, "topic_hit": false, "phenomenon_hit": false }, "status": "PASS" }, { "name": "java_good", "query": "How does Java garbage collection work?", "expected": "ACCEPT", "actual": "ACCEPT", "intent": "EXPLAIN_MECHANISM", "canonical_topic": "Java garbage collection", "firewall": { "allow": true, "status": "INTENT_COMPATIBLE", "reasons": [], "subject_hit": true, "predicate_hit": true, "topic_hit": true, "phenomenon_hit": false }, "status": "PASS" }, { "name": "java_island", "query": "How does Java garbage collection work?", "expected": "REJECT", "actual": "REJECT", "intent": "EXPLAIN_MECHANISM", "canonical_topic": "Java garbage collection", "firewall": { "allow": false, "status": "INTENT_REJECTED", "reasons": [ "candidate_does_not_support_requested_relationship" ], "subject_hit": false, "predicate_hit": true, "topic_hit": false, "phenomenon_hit": false }, "status": "PASS" }, { "name": "python_good", "query": "Why do Python generators save memory?", "expected": "ACCEPT", "actual": "ACCEPT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Python generators save memory", "firewall": { "allow": true, "status": "INTENT_COMPATIBLE", "reasons": [], "subject_hit": true, "predicate_hit": true, "topic_hit": true, "phenomenon_hit": true }, "status": "PASS" }, { "name": "python_snake", "query": "Why do Python generators save memory?", "expected": "REJECT", "actual": "REJECT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Python generators save memory", "firewall": { "allow": false, "status": "INTENT_REJECTED", "reasons": [ "candidate_does_not_support_requested_relationship" ], "subject_hit": false, "predicate_hit": false, "topic_hit": false, "phenomenon_hit": false }, "status": "PASS" }, { "name": "generic_cause_good", "query": "Why does copper corrode?", "expected": "ACCEPT", "actual": "ACCEPT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Copper corrode", "firewall": { "allow": true, "status": "INTENT_COMPATIBLE", "reasons": [], "subject_hit": true, "predicate_hit": true, "topic_hit": true, "phenomenon_hit": true }, "status": "PASS" }, { "name": "generic_cause_bad", "query": "Why does copper corrode?", "expected": "REJECT", "actual": "REJECT", "intent": "EXPLAIN_CAUSE", "canonical_topic": "Copper corrode", "firewall": { "allow": false, "status": "INTENT_REJECTED", "reasons": [ "candidate_does_not_support_requested_relationship" ], "subject_hit": true, "predicate_hit": false, "topic_hit": false, "phenomenon_hit": false }, "status": "PASS" } ] }, "causal_evidence_regression_suite": { "ok": true, "status": "PASS", "version": "1.33.0", "mode": "synthetic_causal_consensus_no_web", "passed": 8, "total": 8, "failed": 0, "checks": { "extracts_relationship_claims": true, "cross_source_consensus": true, "good_evidence_answer_sufficient": true, "composer_used": true, "answer_mentions_oxygen": true, "answer_mentions_moisture_or_water": true, "answer_gate_allows": true, "weak_evidence_not_sufficient": true }, "good": { "claims": [ { "text": "Iron corrosion requires moisture and oxygen and produces iron oxides commonly associated with rust.", "source_title": "Materials", "source_url": "https://example.gov/corrosion", "source_domain": "example.gov", "evidence_score": 0.88, "relationship_score": 1, "relationship_types": [ "effect", "mechanism", "condition" ], "subject_hit": true, "predicate_hit": true, "causal_markers": [ "produces", "corrosion", "requires", "moisture", "oxygen" ], "mechanism_terms": [ "corrosion", "requires", "moisture", "oxygen" ], "quality": 0.92 }, { "text": "Rusting occurs when iron is exposed to oxygen and water", "source_title": "Chemistry", "source_url": "https://example.edu/iron-rust", "source_domain": "example.edu", "evidence_score": 0.86, "relationship_score": 0.99, "relationship_types": [ "formation", "condition" ], "subject_hit": true, "predicate_hit": true, "causal_markers": [ "occurs when", "water", "oxygen" ], "mechanism_terms": [ "occurs when", "water", "oxygen" ], "quality": 0.92 }, { "text": "Water helps the electrochemical corrosion reaction that leads to oxidation of iron.", "source_title": "Reference", "source_url": "https://reference.example.org/rust", "source_domain": "reference.example.org", "evidence_score": 0.79, "relationship_score": 0.8499999999999999, "relationship_types": [ "effect", "mechanism", "condition" ], "subject_hit": true, "predicate_hit": false, "causal_markers": [ "leads to", "oxidation", "corrosion", "water" ], "mechanism_terms": [ "oxidation", "corrosion", "water" ], "quality": 0.79 }, { "text": "the corrosion process oxidizes iron.", "source_title": "Chemistry", "source_url": "https://example.edu/iron-rust", "source_domain": "example.edu", "evidence_score": 0.86, "relationship_score": 0.6699999999999999, "relationship_types": [ "mechanism" ], "subject_hit": true, "predicate_hit": false, "causal_markers": [ "oxidizes", "corrosion" ], "mechanism_terms": [ "oxidizes", "corrosion" ], "quality": 0.92 } ], "consensus": { "status": "ANSWER_SUFFICIENT", "answer_sufficient": true, "score": 1, "claim_count": 4, "strong_relationship_claims": 4, "causal_support_claims": 3, "mechanism_support_claims": 3, "distinct_source_count": 3, "authoritative_source_count": 3, "average_source_quality": 0.8875, "policy": "answer sufficiency is independent from verified-LTM promotion" }, "composer": { "used": true, "answer": "Iron rusts because iron undergoes oxidation/corrosion when oxygen and water or moisture are present. That process forms iron oxides that make up rust.", "selected_claims": [ { "text": "Iron corrosion requires moisture and oxygen and produces iron oxides commonly associated with rust.", "source_title": "Materials", "source_url": "https://example.gov/corrosion", "source_domain": "example.gov", "evidence_score": 0.88, "relationship_score": 1, "relationship_types": [ "effect", "mechanism", "condition" ], "subject_hit": true, "predicate_hit": true, "causal_markers": [ "produces", "corrosion", "requires", "moisture", "oxygen" ], "mechanism_terms": [ "corrosion", "requires", "moisture", "oxygen" ], "quality": 0.92 }, { "text": "Rusting occurs when iron is exposed to oxygen and water", "source_title": "Chemistry", "source_url": "https://example.edu/iron-rust", "source_domain": "example.edu", "evidence_score": 0.86, "relationship_score": 0.99, "relationship_types": [ "formation", "condition" ], "subject_hit": true, "predicate_hit": true, "causal_markers": [ "occurs when", "water", "oxygen" ], "mechanism_terms": [ "occurs when", "water", "oxygen" ], "quality": 0.92 }, { "text": "Water helps the electrochemical corrosion reaction that leads to oxidation of iron.", "source_title": "Reference", "source_url": "https://reference.example.org/rust", "source_domain": "reference.example.org", "evidence_score": 0.79, "relationship_score": 0.8499999999999999, "relationship_types": [ "effect", "mechanism", "condition" ], "subject_hit": true, "predicate_hit": false, "causal_markers": [ "leads to", "oxidation", "corrosion", "water" ], "mechanism_terms": [ "oxidation", "corrosion", "water" ], "quality": 0.79 } ], "mode": "evidence_bound_causal_template" }, "answer_gate": { "allow_answer": true, "status": "GROUNDED_ANSWER_ALLOWED", "score": 1, "ltm_promotion_independent": true, "policy": "A grounded user answer may be allowed below the stricter verified-LTM consolidation threshold." } }, "weak": { "claims": [], "consensus": { "status": "MORE_CAUSAL_EVIDENCE_REQUIRED", "answer_sufficient": false, "score": 0, "claim_count": 0, "strong_relationship_claims": 0, "causal_support_claims": 0, "mechanism_support_claims": 0, "distinct_source_count": 0, "authoritative_source_count": 0, "average_source_quality": 0, "policy": "answer sufficiency is independent from verified-LTM promotion" }, "answer_gate": { "allow_answer": false, "status": "HOLD_ANSWER", "score": 0, "ltm_promotion_independent": true, "policy": "A grounded user answer may be allowed below the stricter verified-LTM consolidation threshold." } } }, "conceptual_memory_reasoning_probe": { "handled": true, "reply": "Corrosion is the gradual degradation of a material, especially a metal, through chemical or electrochemical reactions with its environment. Iron rusting is a common form of corrosion involving oxygen and moisture.", "source": "pcie_conceptual_memory", "confidence": 0.93, "concept_memory_used": true, "web_research_required": false, "knowledge_gap_created": false, "intent": "EXPLAIN_CAUSE", "canonical_topic": "Iron Rusting", "concepts": [ { "id": "concept_5da4e223697782b1251207c2", "concept": "Corrosion", "knowledge_type": "process", "domain": "science", "class": "physical_science", "subclass": "chemistry", "sense": "chemical_process", "retrieval_score": 1, "verification": { "status": "curated_seed", "confidence": 0.95, "human_reviewed_seed": true }, "provenance": { "source_type": "curated_markdown", "source_file": "general_science.md", "section": "Corrosion", "trigger_query": "Why does iron rust?", "pcie_version": "1.29.1" } } ], "relationships_used": 4, "assimilation": { "candidate_count": 1, "promotion_count": 1, "retrieval_count": 1 }, "sufficiency": { "sufficient": true, "reason": "verified_conceptual_memory_sufficient", "confidence": 0.93, "coverage": 1, "top_score": 1 } } }, "next_if_chat_500": "Open the normal chat endpoint through the UI and capture the JSON body from the HTTP 500. The PCIE wrapper returns its caught exception message as reply." }