fix(examples/hh): old gpt-j checkpoint loading (#552)

CarperAI · Sep 1, 2023 · bf0fe38 · bf0fe38
1 parent a7eb066
commit bf0fe38
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/hh/ppo_hh.py b/examples/hh/ppo_hh.py
@@ -162,7 +162,7 @@ def forward(self, input_ids):
                 checkpoint = os.path.join(directory, fpath)
                 break
 
-        reward_model.load_state_dict(torch.load(checkpoint))
+        reward_model.load_state_dict(torch.load(checkpoint), strict=False)
         reward_model.eval()
         reward_model.requires_grad_(False)
         reward_device = torch.cuda.device_count() - 1