Skip to content

feat(frontend): harness-aware agent provider + model picker (inspect models) - #4839

Merged
mmabrouk merged 6 commits into
big-agentsfrom
feat/agent-model-picker
Jun 25, 2026
Merged

feat(frontend): harness-aware agent provider + model picker (inspect models)#4839
mmabrouk merged 6 commits into
big-agentsfrom
feat/agent-model-picker

fix(agent): publish harness capabilities on request-driven /inspect

c406a5d
Select commit
Loading
Failed to load commit list.
Sign in for the full log view
GitHub Actions / Railway Services Test Results failed Jun 25, 2026 in 0s

21 fail, 19 skipped, 122 pass in 45s

162 tests   122 ✅  45s ⏱️
  1 suites   19 💤
  1 files     21 ❌

Results for commit c406a5d.

Annotations

Check warning on line 0 in oss.tests.pytest.acceptance.test_canonical_services

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_match_direct_inspect_returns_canonical_uri (oss.tests.pytest.acceptance.test_canonical_services) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
services_api = <function services_api.<locals>._request at 0x7f94a6422340>

    @pytest.mark.acceptance
    def test_match_direct_inspect_returns_canonical_uri(services_api):
>       _assert_direct_inspect_uri(
            services_api,
            "/match/v0/inspect",
            expected_uri="agenta:builtin:match:v0",
        )

oss/tests/pytest/acceptance/test_canonical_services.py:154: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

services_api = <function services_api.<locals>._request at 0x7f94a6422340>
path = '/match/v0/inspect', expected_uri = 'agenta:builtin:match:v0'

    def _assert_direct_inspect_uri(services_api, path: str, *, expected_uri: str) -> None:
        resp = services_api("POST", path, json={})
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == expected_uri
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_canonical_services.py:136: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_exact_match] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_exact_match', 'uri': 'agenta:builtin:auto_exact_match:v0', 'service_path': '/auto_exact_match/v0', 'parameters': {'correct_answer_key': 'correct_answer'}, ...}
mod_api = <function mod_api.<locals>._request at 0x7ff4d38a9080>
mod_services_api = <function mod_services_api.<locals>._request at 0x7ff4d38ab920>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[chat] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'chat', 'catalog_root': '/workflows/catalog/templates', 'uri': 'agenta:builtin:chat:v0', 'flags': {'is_application': True, 'is_chat': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f94a64298a0>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f94a6429940>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_contains] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_contains', 'uri': 'agenta:builtin:auto_contains:v0', 'service_path': '/auto_contains/v0', 'parameters': {'substring': 'Paris', 'case_sensitive': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7ff4d38a9080>
mod_services_api = <function mod_services_api.<locals>._request at 0x7ff4d38ab920>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_similarity_match] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_similarity_match', 'uri': 'agenta:builtin:auto_similarity_match:v0', 'service_path': '/auto_similarity_match/v0', 'parameters': {'correct_answer_key': 'correct_answer', 'case_sensitive': True, 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f94a64298a0>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f94a6429940>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_ends_with] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_ends_with', 'uri': 'agenta:builtin:auto_ends_with:v0', 'service_path': '/auto_ends_with/v0', 'parameters': {'suffix': 'France', 'case_sensitive': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_regex_test] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_regex_test', 'uri': 'agenta:builtin:auto_regex_test:v0', 'service_path': '/auto_regex_test/v0', 'parameters': {'regex_pattern': '^Paris', 'case_sensitive': True, 'regex_should_match': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_custom_code_run] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_custom_code_run', 'uri': 'agenta:builtin:auto_custom_code_run:v0', 'service_path': '/auto_custo...('correct_answer') else 0.0\n", 'runtime': 'python', 'version': '2', 'correct_answer_key': 'correct_answer', ...}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f5ab3801f80>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f5ab3802020>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_contains_json] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_contains_json', 'uri': 'agenta:builtin:auto_contains_json:v0', 'service_path': '/auto_contains_json/v0', 'parameters': {}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_contains_any] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_contains_any', 'uri': 'agenta:builtin:auto_contains_any:v0', 'service_path': '/auto_contains_any/v0', 'parameters': {'substrings': ['Paris', 'London'], 'case_sensitive': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7ff4d38a9080>
mod_services_api = <function mod_services_api.<locals>._request at 0x7ff4d38ab920>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_semantic_similarity] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_semantic_similarity', 'uri': 'agenta:builtin:auto_semantic_similarity:v0', 'service_path': '/au...ameters': {'correct_answer_key': 'correct_answer', 'embedding_model': 'text-embedding-3-small', 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f94a64298a0>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f94a6429940>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_json_diff] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_json_diff', 'uri': 'agenta:builtin:auto_json_diff:v0', 'service_path': '/auto_json_diff/v0', 'parameters': {'correct_answer_key': 'correct_answer', 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_levenshtein_distance] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_levenshtein_distance', 'uri': 'agenta:builtin:auto_levenshtein_distance:v0', 'service_path': '/...in_distance/v0', 'parameters': {'correct_answer_key': 'correct_answer', 'case_sensitive': True, 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[custom_code] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'custom_code', 'uri': 'agenta:custom:code:v0', 'service_path': '/code/v0', 'parameters': {'code': 'def evaluate(inputs, output, trace):\n    return 1.0\n', 'runtime': 'python', 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f5ab3801f80>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f5ab3802020>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[match] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'match', 'uri': 'agenta:builtin:match:v0', 'service_path': '/match/v0', 'parameters': {'matchers': [{'mode': 'text', 'match': 'regex', 'target': '$.outputs', 'reference': '^Paris'}]}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f06b5be3560>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f06b5be32e0>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_contains_all] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_contains_all', 'uri': 'agenta:builtin:auto_contains_all:v0', 'service_path': '/auto_contains_all/v0', 'parameters': {'substrings': ['Paris', 'France'], 'case_sensitive': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7ff4d38a9080>
mod_services_api = <function mod_services_api.<locals>._request at 0x7ff4d38ab920>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_ai_critique] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_ai_critique', 'uri': 'agenta:builtin:auto_ai_critique:v0', 'service_path': '/auto_ai_critique/v...ies': {'score': {'type': 'number'}}, 'required': ['score'], 'additionalProperties': False}, 'strict': True}, ...}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f94a64298a0>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f94a6429940>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[field_match_test] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'field_match_test', 'uri': 'agenta:builtin:field_match_test:v0', 'service_path': '/field_match_test/v0', 'parameters': {'json_field': 'city', 'correct_answer_key': 'correct_answer'}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f5ab3801f80>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f5ab3802020>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_starts_with] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_starts_with', 'uri': 'agenta:builtin:auto_starts_with:v0', 'service_path': '/auto_starts_with/v0', 'parameters': {'prefix': 'Paris', 'case_sensitive': True}, ...}
mod_api = <function mod_api.<locals>._request at 0x7ff4d38a9080>
mod_services_api = <function mod_services_api.<locals>._request at 0x7ff4d38ab920>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[auto_webhook_test] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 0s]
Raw output 
KeyError: 'data'
case = {'template_key': 'auto_webhook_test', 'uri': 'agenta:builtin:auto_webhook_test:v0', 'service_path': '/auto_webhook_tes...ters': {'webhook_url': 'http://localhost:9999/webhook', 'correct_answer_key': 'correct_answer', 'threshold': 0.5}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f94a64298a0>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f94a6429940>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError

Check warning on line 0 in oss.tests.pytest.acceptance.test_managed_workflow_lifecycle

See this annotation in the file changed.

@github-actions github-actions / Railway Services Test Results

test_inspect_direct_returns_canonical_revision[json_multi_field_match] (oss.tests.pytest.acceptance.test_managed_workflow_lifecycle) failed 

services/oss/tests/results/junit.xml [took 1s]
Raw output 
KeyError: 'data'
case = {'template_key': 'json_multi_field_match', 'uri': 'agenta:builtin:json_multi_field_match:v0', 'service_path': '/json_multi_field_match/v0', 'parameters': {'fields': ['city'], 'correct_answer_key': 'correct_answer'}, ...}
mod_api = <function mod_api.<locals>._request at 0x7f5ab3801f80>
mod_services_api = <function mod_services_api.<locals>._request at 0x7f5ab3802020>

    @pytest.mark.parametrize("case", _CASES_WITHOUT_WEBHOOK_XFAIL)
    def test_inspect_direct_returns_canonical_revision(case, mod_api, mod_services_api):
        """POST {services}/{service_path}/inspect — direct mount returns canonical URI."""
        key = case["template_key"]
        if key not in _LIFECYCLE_CACHE:
            _LIFECYCLE_CACHE[key] = _lifecycle_setup(case, mod_api, mod_services_api)
        ctx = _LIFECYCLE_CACHE[key]
        resp = mod_services_api(
            "POST",
            f"{ctx['service_path']}/inspect",
            json={},
        )
        assert resp.status_code == 200, resp.text
        payload = resp.json()
>       assert payload["data"]["revision"]["data"]["uri"] == ctx["uri"]
               ^^^^^^^^^^^^^^^
E       KeyError: 'data'

oss/tests/pytest/acceptance/test_managed_workflow_lifecycle.py:844: KeyError
View more details on GitHub Actions