feat(agent): agent playground — turn inspector, HITL dock, and tool I/O fidelity - #5054

AssertionError: Model 'openrouter/anthropic/claude-opus-4.8' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/anthropic/claude-opus-4.8')
model = 'openrouter/anthropic/claude-opus-4.8', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/anthropic/claude-opus-4.8' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/anthropic/claude-opus-4.8')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/google/gemini-3.5-flash' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/google/gemini-3.5-flash')
model = 'openrouter/google/gemini-3.5-flash', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/google/gemini-3.5-flash' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/google/gemini-3.5-flash')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/minimax/minimax-m3' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/minimax/minimax-m3')
model = 'openrouter/minimax/minimax-m3', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/minimax/minimax-m3' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/minimax/minimax-m3')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/moonshotai/kimi-k2.6' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/moonshotai/kimi-k2.6')
model = 'openrouter/moonshotai/kimi-k2.6', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/moonshotai/kimi-k2.6' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/moonshotai/kimi-k2.6')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/nvidia/nemotron-3-super-120b-a12b' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/nvidia/nemotron-3-super-120b-a12b')
model = 'openrouter/nvidia/nemotron-3-super-120b-a12b', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/nvidia/nemotron-3-super-120b-a12b' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/nvidia/nemotron-3-super-120b-a12b')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/openai/gpt-5.5' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/openai/gpt-5.5')
model = 'openrouter/openai/gpt-5.5', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/openai/gpt-5.5' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/openai/gpt-5.5')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/openai/gpt-5.4' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/openai/gpt-5.4')
model = 'openrouter/openai/gpt-5.4', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/openai/gpt-5.4' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/openai/gpt-5.4')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/qwen/qwen3.7-max' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/qwen/qwen3.7-max')
model = 'openrouter/qwen/qwen3.7-max', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/qwen/qwen3.7-max' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/qwen/qwen3.7-max')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/tencent/hy3-preview' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/tencent/hy3-preview')
model = 'openrouter/tencent/hy3-preview', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/tencent/hy3-preview' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/tencent/hy3-preview')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError

AssertionError: Model 'openrouter/x-ai/grok-4.3' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
assert False
 +  where False = _model_exists_in_litellm('openrouter/x-ai/grok-4.3')
model = 'openrouter/x-ai/grok-4.3', provider = 'openrouter'

    @pytest.mark.skipif(not LITELLM_AVAILABLE, reason="litellm not installed")
    @pytest.mark.parametrize("model,provider", list(_all_models()))
    def test_model_exists_in_litellm(model: str, provider: str) -> None:
        """Every model in supported_llm_models must exist in litellm's model registry."""
>       assert _model_exists_in_litellm(model), (
            f"Model '{model}' (provider: '{provider}') was not found in "
            f"litellm.model_cost.  It may be outdated or incorrectly named.  "
            f"Check https://models.litellm.ai/ for the current list."
        )
E       AssertionError: Model 'openrouter/x-ai/grok-4.3' (provider: 'openrouter') was not found in litellm.model_cost.  It may be outdated or incorrectly named.  Check https://models.litellm.ai/ for the current list.
E       assert False
E        +  where False = _model_exists_in_litellm('openrouter/x-ai/grok-4.3')

oss/tests/pytest/unit/test_supported_llm_models.py:58: AssertionError