attcks
This commit is contained in:
18
Tune_new.py
18
Tune_new.py
@@ -290,15 +290,15 @@ def run_unlearning_and_strategy_eval(env_dict, forget_class_idx, strategy, evalu
|
||||
base_shadow_instance=shadow_model,
|
||||
device=device
|
||||
)
|
||||
else:
|
||||
|
||||
|
||||
# Define validation tracking steps dynamically
|
||||
evaluation_domains = [
|
||||
{"loader": retain_test_loader, "mode": "retain", "label": "\n--- Performance on Retained Classes"},
|
||||
{"loader": forget_test_loader, "mode": "forget", "label": "\n--- Performance on Forgotten Class"},
|
||||
{"loader": forget_train_loader, "mode": "forget_train", "label": "\n--- Performance on Forgotten Class (Train Set - Verifying Unlearning)"}
|
||||
]
|
||||
log_metrics(evaluation_domains, reloaded, strategy_in_use)
|
||||
# Define validation tracking steps dynamically
|
||||
evaluation_domains = [
|
||||
{"loader": retain_test_loader, "mode": "retain", "label": "\n--- Performance on Retained Classes"},
|
||||
{"loader": forget_test_loader, "mode": "forget", "label": "\n--- Performance on Forgotten Class"},
|
||||
{"loader": forget_train_loader, "mode": "forget_train", "label": "\n--- Performance on Forgotten Class (Train Set - Verifying Unlearning)"}
|
||||
]
|
||||
log_metrics(evaluation_domains, reloaded, strategy_in_use)
|
||||
|
||||
|
||||
# entry
|
||||
@@ -384,7 +384,7 @@ if __name__ == "__main__":
|
||||
strategy=strategy,
|
||||
# if we are finetuning, no need to evaluate base model.
|
||||
# or may be never when not either!
|
||||
evaluate = False,
|
||||
evaluate = not finetuning,
|
||||
suite_runner=suite_runner
|
||||
)
|
||||
# just a single class run before running all remaining classes.
|
||||
|
||||
Reference in New Issue
Block a user