fix: set batch size on HFLM object

2026-06-02 05:03:33 +02:00 · 2026-04-01 14:27:43 +05:30
parent 96c7a7d98a
commit 887d43a8d9
1 changed files with 1 additions and 1 deletions
@@ -966,6 +966,7 @@ def run():
                            hflm = HFLM(
                                pretrained=model.model,  # ty:ignore[invalid-argument-type]
                                tokenizer=model.tokenizer,  # ty:ignore[invalid-argument-type]
+                                batch_size="auto",
                            )

                            table = Table()
@@ -989,7 +990,6 @@ def run():
                                        results = lm_eval.simple_evaluate(
                                            model=hflm,
                                            tasks=[benchmark.task],
-                                            batch_size="auto",
                                        )
                                        return results["results"][benchmark.task]