AI/Microsoft-fara
1
0
Fork 0
mirror of https://github.com/microsoft/fara.git synced 2026-06-10 02:54:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Remove TrajectoryDiagnosticsResult class

Browse Source 
Removed the TrajectoryDiagnosticsResult class and its attributes from data_point.py.
This commit is contained in:
Corby Rosset
2026-04-23 01:38:28 -04:00
committed by GitHub
parent b0030f7abe
commit acc14047f0
1 changed files with 0 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
webeval/src/webeval/rubric_agent/data_point.py
View File

@@ -531,33 +531,6 @@ class MMRubricOutcomeResult(VerificationResult):
primary_intent: str = ""
class TrajectoryDiagnosticsResult(VerificationResult):
"""Structured result from trajectory diagnostics verification."""
result_type: Literal["trajectory_diagnostics"] = "trajectory_diagnostics"
# Efficiency
loops: List[Dict[str, Any]] = Field(default_factory=list)
unnecessary_actions: List[Dict[str, Any]] = Field(default_factory=list)
efficiency_rating: Optional[int] = None
efficiency_reasoning: str = ""
# Success
solver_self_judgement_of_success: Optional[bool] = None
solver_self_judgement_reasoning: str = ""
proxy_verifier_judgement_of_success: Optional[bool] = None
proxy_verifier_judgement_reasoning: str = ""
# Optimal plan
optimal_plan: List[str] = Field(default_factory=list)
optimal_plan_reasoning: str = ""
# Critical point (via CriticalPointComplianceAgent)
task_has_critical_point: Optional[bool] = None
critical_point_type: Optional[str] = None
critical_point_classification_reasoning: str = ""
critical_point_expected_behavior: List[str] = Field(default_factory=list)
agent_navigated_successfully: Optional[bool] = None
critical_point_reasoning: str = ""
# Critical point (via direct LLM call — backup)
critical_point_llm: Dict[str, Any] = Field(default_factory=dict)
class TaskAgentResult(VerificationResult):
"""Result from the unified task verification classification (Step 10).