Feature: mimic the qualifire integration in python sdk

packages/sdk/src/qualifire.ts

@@ -0,0 +1,92 @@
+import { EvaluationResult, ReportSummaryRequest, StructuredSummary } from "./types";
+
+interface QualifireReportPayload {
+  job_id: string;
+  evaluations: EvaluationResult;
+  structured: StructuredSummary | null;
+  deep_test: boolean;
+  start_time: string;
+  judge_model: string | null;
+}
+
+export interface QualifireClientOptions {
+  logger?: (message: string) => void;
+}
+
+export class QualifireClient {
+  private static convertWithStructuredSummary(
+    evaluationResults: EvaluationResult,
+    request: ReportSummaryRequest
+  ): QualifireReportPayload {
+    return {
+      job_id: request.job_id,
+      evaluations: evaluationResults,
+      structured: request.structuredSummary || null,
+      deep_test: request.deepTest ?? false,
+      start_time: request.startTime ?? new Date().toISOString(),
+      judge_model: request.judgeModel || null,
+    };
+  }
+
+  /**
+   * Reports evaluation summary to Qualifire.
+   * 
+   * @param evaluationResults - The evaluation results to report
+   * @param request - Configuration including Qualifire URL, API key, and metadata
+   * @throws {Error} If the API request fails or returns a non-2xx status
+   * @returns A promise that resolves when the report is successfully submitted
+   */
+  public static async reportSummaryToQualifire(
+    evaluationResults: EvaluationResult,
+    request: ReportSummaryRequest,
+    options?: QualifireClientOptions
+  ): Promise<void> {
+    options?.logger?.("Reporting summary to Qualifire");
+
+    const apiKey = request.qualifireApiKey;
+    const baseUrl = request.qualifireUrl ?? "https://api.qualifire.com";
+    const endpoint = `${baseUrl}/llm/summary`;
+
+    if (!apiKey) {
+      throw new Error("qualifireApiKey is required but was undefined");
+    }
+
+    if (!baseUrl || baseUrl === "undefined") {
+      throw new Error("Invalid qualifireUrl provided");
+    }
+
+    const apiEvaluationResult = this.convertWithStructuredSummary(
+      evaluationResults,
+      request
+    );
+
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), 30000);
+
+    try {
+      const response = await fetch(endpoint, {
+        method: "POST",
+        headers: {
+          "Content-Type": "application/json",
+          "X-Qualifire-API-Key": apiKey,
+        },
+        body: JSON.stringify(apiEvaluationResult),
+        signal: controller.signal
+      });
+
+      if (!response.ok) {
+        const errText = await response.text();
+        throw new Error(
+          `Qualifire report failed: ${response.status} ${response.statusText} - ${errText}`
+        );
+      }
+      clearTimeout(timeoutId);
+    } catch (error) {
+      clearTimeout(timeoutId);
+      if (error instanceof Error && error.name === 'AbortError') {
+        throw new Error('Qualifire report timed out after 30 seconds');
+      }
+      throw error;
+    }
+  }
+}

packages/sdk/src/types.ts

@@ -118,6 +118,23 @@ export interface RogueClientConfig {
   retries?: number;
 }
 
+export interface StructuredSummary {
+  overall_summary: string,
+  key_findings: string[],
+  recommendations: string[],
+  detailed_breakdown: object[]
+}
+
+export interface ReportSummaryRequest {
+  job_id: string,
+  qualifireUrl?: string;
+  qualifireApiKey?: string;
+  structuredSummary?: StructuredSummary;
+  deepTest?: boolean;
+  startTime?: string;
+  judgeModel?: string;
+}
+
 // Event Types for WebSocket
 export type WebSocketEventType =
   | "job_update"

packages/tui/internal/screens/evaluations/form_view.go

@@ -159,19 +159,95 @@ func RenderForm(state *FormState) string {
 		return fieldContainer.Render(fieldContent)
 	}
 
+	// Helper function to render a dropdown field with indicators
+	renderDropdownField := func(fieldIndex int, label, value string) string {
+		active := m.evalState.currentField == fieldIndex
+
+		labelStyle := lipgloss.NewStyle().
+			Foreground(t.TextMuted()).
+			Background(t.Background()).
+			Width(20).
+			Align(lipgloss.Right)
+
+		valueStyle := lipgloss.NewStyle().
+			Foreground(t.Text()).
+			Background(t.Background()).
+			Padding(0, 1)
+
+		if active {
+			labelStyle = labelStyle.Foreground(t.Primary()).Bold(true)
+			valueStyle = valueStyle.
+				Foreground(t.Primary()).
+				Background(t.Background()).
+				Bold(true)
+			// Add dropdown indicators
+			value = "◀ " + value + " ▶"
+		}
+
+		// Create a full-width container for the field
+		fieldContainer := lipgloss.NewStyle().
+			Width(m.width-4).
+			Background(t.Background()).
+			Padding(0, 2)
+
+		fieldContent := lipgloss.JoinHorizontal(lipgloss.Left,
+			labelStyle.Render(label),
+			valueStyle.Render(value),
+		)
+
+		return fieldContainer.Render(fieldContent)
+	}
+
+	// Helper function to render a toggle field
+	renderToggleField := func(fieldIndex int, label, value string) string {
+		active := m.evalState.currentField == fieldIndex
+
+		labelStyle := lipgloss.NewStyle().
+			Foreground(t.TextMuted()).
+			Background(t.Background()).
+			Width(20).
+			Align(lipgloss.Right)
+
+		valueStyle := lipgloss.NewStyle().
+			Foreground(t.Text()).
+			Background(t.Background()).
+			Padding(0, 1)
+
+		if active {
+			labelStyle = labelStyle.Foreground(t.Primary()).Bold(true)
+			valueStyle = valueStyle.
+				Foreground(t.Primary()).
+				Background(t.Background()).
+				Bold(true)
+		}
+
+		// Create a full-width container for the field
+		fieldContainer := lipgloss.NewStyle().
+			Width(m.width-4).
+			Background(t.Background()).
+			Padding(0, 2)
+
+		fieldContent := lipgloss.JoinHorizontal(lipgloss.Left,
+			labelStyle.Render(label),
+			valueStyle.Render(value),
+		)
+
+		return fieldContainer.Render(fieldContent)
+	}
+
 	// Prepare field values
-	agent := state.AgentURL
-	protocol := state.Protocol
-	transport := state.Transport
-	judge := state.JudgeModel
+	agent := m.evalState.AgentURL
+	protocol := string(m.evalState.AgentProtocol)
+	transport := string(m.evalState.AgentTransport)
+	judge := m.evalState.JudgeModel
 	deep := "❌"
 	if state.DeepTest {
 		deep = "✅"
 	}
 
 	// Helper function to render the start button
 	renderStartButton := func() string {
-		active := state.CurrentField == 5
+		active := m.evalState.currentField == 5
 		var buttonText string
 
 		if state.EvalSpinnerActive {

packages/tui/internal/tui/utils.go

@@ -41,6 +41,11 @@ type AgentConfig struct {
 	InterviewMode             bool      `json:"interview_mode"`
 	DeepTestMode              bool      `json:"deep_test_mode"`
 	ParallelRuns              int       `json:"parallel_runs"`
+
+type EvalScenario struct {
+	Scenario        string       `json:"scenario"`
+	ScenarioType    ScenarioType `json:"scenario_type"`
+	ExpectedOutcome string       `json:"expected_outcome,omitempty"`
 }
 
 type EvaluationRequest struct {

rogue/evaluator_agent/base_evaluator_agent.py

@@ -366,6 +366,7 @@ def _log_evaluation(
         context_id: str,
         evaluation_passed: bool,
         reason: str,
+        scenario_type: Optional[str],
         **kwargs,
     ) -> None:
         """