fixing config

Author: SalmanMohammadi

recipes/ppo_full_finetune_single_device.py

@@ -234,6 +234,11 @@ def setup(self, cfg: DictConfig) -> None:
 
         # setup a context manager for enabling KV-cacheing during
         # trajectory generation if enabled in the config
+        if self.enable_kv_cache and self._tokenizer.max_seq_len is None:
+            raise ValueError(
+                "`tokenizer.max_seq_len` is required when `enable_kv_cache` is `True`. "
+                "Please set `max_seq_len` in tokenizer config."
+            )
         self.cache_ctx_manager = lambda enable_kv_cache: (
             local_kv_cache(
                 self._policy_model,