bedrock: redact authentication model args from eval logs

UKGovernmentBEIS · Dec 27, 2024 · 65b5c6c · 65b5c6c
1 parent d188548
commit 65b5c6c
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 1 deletion.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## Unreleased
+
+- Bedrock: redact authentication model args from eval logs.
+
 ## v0.3.54 (26 December 2024)
 
 - [Tracing](https://inspect.ai-safety-institute.org.uk/tracing.html) for diagnosing runs with unterminated action (e.g. model calls, docker commands, etc.).

diff --git a/src/inspect_ai/_eval/task/log.py b/src/inspect_ai/_eval/task/log.py
@@ -69,10 +69,11 @@ def __init__(
         )
         packages = {PKG_NAME: importlib_metadata.version(PKG_NAME)}
 
-        # remove api_key from model_args
+        # redact authentication oriented model_args
         model_args = model_args.copy()
         if "api_key" in model_args:
             del model_args["api_key"]
+        model_args = {k: v for k, v in model_args.items() if not k.startswith("aws_")}
 
         # cwd_relative_path for sandbox config
         if sandbox and isinstance(sandbox.config, str):