Add forward hook paths explicitly for recent torchdistill vers.

yoshitomo-matsubara · Aug 30, 2024 · 58c3406 · 58c3406
1 parent c701fe7
commit 58c3406
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/...ue/yoshitomo-matsubara/nlp-oss2023/cola/kd/bert_base_uncased_from_bert_large_uncased.yaml b/...ue/yoshitomo-matsubara/nlp-oss2023/cola/kd/bert_base_uncased_from_bert_large_uncased.yaml
@@ -78,13 +78,19 @@ train:
     wrapper:
     requires_grad: False
     frozen_modules: []
+    forward_hook:
+      input: []
+      output: ['classifier']
   student:
     forward_proc: 'forward_batch_as_kwargs'
     adaptations:
     sequential: []
     wrapper:
     requires_grad: True
     frozen_modules: []
+    forward_hook:
+      input: []
+      output: ['classifier']
   optimizer:
     key: 'optimizer_no_decay'
     kwargs: