Files
Jarvis/packages/Vision/Tests/VisionTests/VisionRouterTierLadderTests.swift
james.maes cc54c8f23d test(07-05): add failing VisionRouter + heuristic + phrase-detector + grep-gate tests (Task 5 RED)
- EscalationPhraseDetectorTests: cloud-opt-in + frame-attach phrase set,
  case-insensitivity, near-miss rejection
- VisionRouterTierLadderTests: deterministic tier ladder (T1 default,
  T3 on explicit opt-in, T2 never directly)
- VisionRouterEscalationTests: D-17 substring + length triggers,
  T2-unavailable + low-confidence stays on T1 (D-18 no-auto-cloud)
- VisionRouterCloudOptInGrepTests: structural grep gate enforcing
  every cloud reference in packages/Vision/Sources/Vision lives in
  a file that also references matchesCloudOptIn (or is VisionTier.swift)
2026-04-29 17:59:40 -05:00

86 lines
3.2 KiB
Swift

import XCTest
import Foundation
@testable import JarvisVision
import AgentCore
/// Plan 07-05 / Task 5 — VisionRouter deterministic tier ladder.
///
/// Three legs:
/// 1. explicitCloudOptIn=true → T3 (claude-opus-4-7 via AnthropicProvider).
/// 2. otherwise → T1 (gemma4:31b via Ollama) by default.
/// 3. T2 escalation only via `evaluatePostResponse(...)`, never from `route(...)`.
final class VisionRouterTierLadderTests: XCTestCase {
func testRouteToT1ByDefault() async throws {
let router = VisionRouter(
t1Provider: NoopProvider(),
t2Provider: NoopProvider(),
t3Provider: NoopProvider()
)
let img = ImageBlock(mediaType: "image/jpeg", data: Data([0xFF, 0xD8]))
let decision = await router.route(for: img, prompt: "what is this", explicitCloudOptIn: false)
XCTAssertEqual(decision.tier, .t1Local)
XCTAssertEqual(decision.modelID, VisionTier.t1Local.defaultModelID)
}
func testRouteToT3OnExplicitOptIn() async throws {
let router = VisionRouter(
t1Provider: NoopProvider(),
t2Provider: NoopProvider(),
t3Provider: NoopProvider()
)
let img = ImageBlock(mediaType: "image/jpeg", data: Data([0xFF, 0xD8]))
let decision = await router.route(for: img, prompt: "send to opus", explicitCloudOptIn: true)
XCTAssertEqual(decision.tier, .t3Cloud)
XCTAssertEqual(decision.modelID, VisionTier.t3Cloud.defaultModelID)
XCTAssertEqual(decision.modelID.rawValue, "claude-opus-4-7")
}
func testRouteNeverReturnsT2Directly() async throws {
// T2 is only reachable via evaluatePostResponse, not the initial route.
let router = VisionRouter(
t1Provider: NoopProvider(),
t2Provider: NoopProvider(),
t3Provider: NoopProvider()
)
let img = ImageBlock(mediaType: "image/jpeg", data: Data([0xFF, 0xD8]))
for prompt in ["regular", "describe this", "send to opus", "use cloud"] {
let d1 = await router.route(for: img, prompt: prompt, explicitCloudOptIn: false)
XCTAssertNotEqual(d1.tier, .t2LocalQuality, "route() must never return T2 directly")
}
}
func testTierDefaultModelIDs() {
XCTAssertEqual(VisionTier.t1Local.defaultModelID.rawValue, "gemma4:31b")
XCTAssertEqual(VisionTier.t2LocalQuality.defaultModelID.rawValue, "Qwen/Qwen3.5-35B-A3B-VL")
XCTAssertEqual(VisionTier.t3Cloud.defaultModelID.rawValue, "claude-opus-4-7")
}
}
// MARK: - Test fakes
private actor NoopProvider: LLMProvider {
nonisolated func stream(
messages: [LLMMessage],
tools: [ToolSchema],
toolChoice: ToolChoice,
model: ModelID,
maxOutputTokens: Int,
cacheHints: CacheHints?
) -> AsyncThrowingStream<LLMEvent, Error> {
AsyncThrowingStream { $0.finish() }
}
nonisolated func stream(
messages: [LLMMessage],
images: [ImageBlock],
tools: [ToolSchema],
toolChoice: ToolChoice,
model: ModelID,
maxOutputTokens: Int,
cacheHints: CacheHints?
) -> AsyncThrowingStream<LLMEvent, Error> {
AsyncThrowingStream { $0.finish() }
}
}