Skip to content

Add method for metadata updates in EvalContext. #153

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
superdosh merged 1 commit into from
Jun 10, 2026
Merged

Add method for metadata updates in EvalContext. #153

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 17 additions & 0 deletions src/modelplane/evaluator/context.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -87,6 +87,23 @@ def with_response(self, new_response: str) -> EvalContext:
)

def with_metadata(self, new_metadata: dict[str, Any]) -> EvalContext:
"""
Return a new EvalContext with the provided metadata replacing the
original metadata.
"""
return EvalContext(
prompt=self.prompt,
response=self.response,
metadata=new_metadata,
)

def with_metadata_updates(self, updates: dict[str, Any]) -> EvalContext:
"""
Return a new EvalContext with the original metadata updated with the
provided updates.
"""
new_metadata = self.metadata.copy()
new_metadata.update(updates)
return EvalContext(
prompt=self.prompt,
response=self.response,
Expand Down
18 changes: 17 additions & 1 deletion tests/unit/evaluator/test_context.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,18 @@ def test_metadata_replacement(sample_ctx):
assert new_ctx.metadata == new_metadata


def test_metadata_updates():
original_metadata = {"key1": "value1"}
sample_ctx = EvalContext(
prompt="Prompt", response="Response", metadata=original_metadata
)
additional_metadata = {"key2": "value2"}
new_ctx = sample_ctx.with_metadata_updates(additional_metadata)
assert new_ctx.prompt == sample_ctx.prompt
assert new_ctx.response == sample_ctx.response
assert new_ctx.metadata == {**sample_ctx.metadata, **additional_metadata}


def test_with_updates(sample_ctx):
new_prompt = "Updated prompt"
new_response = "Updated response"
Expand Down Expand Up @@ -69,5 +81,9 @@ def test_hash(sample_ctx):
other_ctx = EvalContext(prompt=sample_ctx.prompt, response=sample_ctx.response)
assert sample_ctx.hash() == other_ctx.hash()

other_ctx = EvalContext(prompt=sample_ctx.prompt, response=sample_ctx.response, metadata={"key": "value"})
other_ctx = EvalContext(
prompt=sample_ctx.prompt,
response=sample_ctx.response,
metadata={"key": "value"},
)
assert sample_ctx.hash() != other_ctx.hash()
Loading