This commit is contained in:
2026-07-08 10:07:39 +02:00
parent eb8060fc05
commit a118a975c1
20 changed files with 287 additions and 22 deletions

View File

@@ -290,15 +290,15 @@ def run_unlearning_and_strategy_eval(env_dict, forget_class_idx, strategy, evalu
base_shadow_instance=shadow_model,
device=device
)
else:
# Define validation tracking steps dynamically
evaluation_domains = [
{"loader": retain_test_loader, "mode": "retain", "label": "\n--- Performance on Retained Classes"},
{"loader": forget_test_loader, "mode": "forget", "label": "\n--- Performance on Forgotten Class"},
{"loader": forget_train_loader, "mode": "forget_train", "label": "\n--- Performance on Forgotten Class (Train Set - Verifying Unlearning)"}
]
log_metrics(evaluation_domains, reloaded, strategy_in_use)
# Define validation tracking steps dynamically
evaluation_domains = [
{"loader": retain_test_loader, "mode": "retain", "label": "\n--- Performance on Retained Classes"},
{"loader": forget_test_loader, "mode": "forget", "label": "\n--- Performance on Forgotten Class"},
{"loader": forget_train_loader, "mode": "forget_train", "label": "\n--- Performance on Forgotten Class (Train Set - Verifying Unlearning)"}
]
log_metrics(evaluation_domains, reloaded, strategy_in_use)
# entry
@@ -384,7 +384,7 @@ if __name__ == "__main__":
strategy=strategy,
# if we are finetuning, no need to evaluate base model.
# or may be never when not either!
evaluate = False,
evaluate = not finetuning,
suite_runner=suite_runner
)
# just a single class run before running all remaining classes.