update wandb

CarperAI · Sep 13, 2023 · b762bfb · b762bfb
1 parent 362737f
commit b762bfb
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 5 deletions.
diff --git a/examples/llama_nemo/README.md b/examples/llama_nemo/README.md
@@ -25,7 +25,7 @@ python convert_llama_to_nemo.py --model_path NousResearch/Llama-2-7b-hf --output
 ```
 
 ### Training:
-Example: [wandb](https://wandb.ai/carperai/trlxnemo/runs/6ne5vjxr?workspace=user-pvduy)
+Example: [wandb](https://wandb.ai/carperai/trlxnemo/runs/v7592y73?workspace=user-pvduy)
 
 ```bash
 sbatch dist_train.sh

diff --git a/examples/llama_nemo/nemo_llama2_ppo_sentiments.py b/examples/llama_nemo/nemo_llama2_ppo_sentiments.py
@@ -33,9 +33,9 @@ def main(hparams={}):
     cfg_name = "llama2-7b"
     config = default_config.evolve(
         train=dict(
-            total_steps=2048,
+            total_steps=1600,
             seq_length=256,
-            batch_size=32,
+            batch_size=16,
             epochs=100,
             eval_interval=100,
             trainer="NeMoPPOTrainer",
@@ -71,8 +71,8 @@ def main(hparams={}):
             lam=0.95,
             cliprange=0.2,
             cliprange_value=0.2,
-            gen_kwargs=dict(temperature=1.0, max_new_tokens=40),
-            chunk_size=128,
+            gen_kwargs=dict(temperature=1.0, max_new_tokens=64),
+            chunk_size=64,
             ppo_epochs=4,
         ),
     )