Spaces:

sparse-generative-ai
/

open-moe-llm-leaderboard

Running

future-xy commited on Apr 8

Commit

faf48c3

•

1 Parent(s): d936aea

set batch size to 4

Files changed (1) hide show

backend-cli.py CHANGED Viewed

@@ -123,7 +123,7 @@ def request_to_result_name(request: EvalRequest) -> str:
 def process_evaluation(task: Task, eval_request: EvalRequest, limit: Optional[int] = None) -> dict:
-    batch_size = 1
     try:
         results = run_evaluation(
             eval_request=eval_request,

 def process_evaluation(task: Task, eval_request: EvalRequest, limit: Optional[int] = None) -> dict:
+    batch_size = 4
     try:
         results = run_evaluation(
             eval_request=eval_request,