adding comment

SalmanMohammadi · SalmanMohammadi · commit 3ff80a25187c · 2024-09-19T17:55:37.000+01:00
diff --git a/recipes/eleuther_eval.py b/recipes/eleuther_eval.py
@@ -131,7 +131,7 @@ def _model_generate(
         maybe_padded_context = torch.nn.functional.pad(
             context,
             (0, 0, 0, self._batch_size - curr_batch_size),
-            value=self._tokenizer.eos_id,
+            value=self._tokenizer.eos_id,  # pad with one of the tokenizer's stop tokens so generation can stop early
         )
 
         temperature = generation_kwargs.get("temperature", 0.0)

Original file line number	Diff line number	Diff line change
`@@ -131,7 +131,7 @@ def _model_generate(`
`131`	`131`	`maybe_padded_context = torch.nn.functional.pad(`
`132`	`132`	`context,`
`133`	`133`	`(0, 0, 0, self._batch_size - curr_batch_size),`
`134`		`- value=self._tokenizer.eos_id,`
	`134`	`+ value=self._tokenizer.eos_id, # pad with one of the tokenizer's stop tokens so generation can stop early`
`135`	`135`	`)`
`136`	`136`
`137`	`137`	`temperature = generation_kwargs.get("temperature", 0.0)`