Rename submission modes: benchmark→private, leaderboard→public

Updates all eval.py files to use new mode values:
- mode == "benchmark" → mode == "private"
- mode == "leaderboard" → mode == "public"

Author: Mark Saroufim

problems/amd/eval.py

@@ -349,10 +349,10 @@ def main():
         with mp_context.Pool(1) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # warmup
                 run_single_benchmark(pool, tests[0], False, 100, 1e7)
                 logger.log("benchmark-count", len(tests))

problems/amd/mla-decode/eval.py

@@ -294,10 +294,10 @@ def main():
         if mode == "test":
             return run_testing(logger, tests)
 
-        if mode == "benchmark":
+        if mode == "private":
             return run_benchmarking(logger, tests)
-        
-        if mode == "leaderboard":
+
+        if mode == "public":
             warm_up(tests[0])
             result = benchmark(tests[-1], True, 100, 30e9)
             if isinstance(result, Stats):

problems/amd_distributed/eval.py

@@ -546,10 +546,10 @@ def main():
         with mp_context.Pool(n_gpus) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # warmup
                 run_single_benchmark(pool, tests[0], False, 100, 1e7)
                 logger.log("benchmark-count", len(tests))

problems/bioml/trimul/eval.py

@@ -352,10 +352,10 @@ def main():
         with mp_context.Pool(1) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # warmup
                 run_single_benchmark(pool, tests[0], False, 100, 1e7)
                 logger.log("benchmark-count", len(tests))

problems/nvidia/eval.py

@@ -449,10 +449,10 @@ def main():
         with mp_context.Pool(1) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 run_single_benchmark(pool, tests[0], False, 1000, 5e8)
                 logger.log("benchmark-count", len(tests))
                 passed = True

problems/nvidia/eval_better_bench.py

@@ -472,10 +472,10 @@ def main():
         with mp_context.Pool(1, initializer=_init_worker) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # Warmup all test shapes to ensure consistent benchmarking
                 for test in tests:
                     run_single_benchmark(pool, test, False, 1000, 5e8)

problems/nvidia/eval_better_bench_grouped_gemm.py

@@ -491,10 +491,10 @@ def main():
         with mp_context.Pool(1, initializer=_init_worker) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # Warmup all test shapes to ensure consistent benchmarking
                 for test in tests:
                     run_single_benchmark(pool, test, False, 50, 5e8)

problems/nvidia/nvfp4_gemm/eval.py

@@ -452,10 +452,10 @@ def build_test_string(tests: list[dict]):
         with mp_context.Pool(1) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # Step 1: Compile kernel once (outside of timing)
                 logger.log("compile", "start")
                 compile_success, compile_error = pool.apply(_compile_kernel_once)

problems/nvidia/nvfp4_group_gemm/eval.py

@@ -392,10 +392,10 @@ def main():
         with mp_context.Pool(1) as pool:
             if mode == "test":
                 return run_testing(logger, pool, tests)
-            if mode == "benchmark":
+            if mode == "private":
                 return run_benchmarking(logger, pool, tests)
 
-            if mode == "leaderboard":
+            if mode == "public":
                 # warmup
                 run_single_benchmark(pool, tests[0], False, 100, 1e7)
                 logger.log("benchmark-count", len(tests))

problems/pmpp/eval.py

@@ -246,10 +246,10 @@ def main():
         if mode == "test":
             return run_testing(logger, tests)
 
-        if mode == "benchmark":
+        if mode == "private":
             return run_benchmarking(logger, tests)
-        
-        if mode == "leaderboard":
+
+        if mode == "public":
             warm_up(tests[0])
             result = benchmark(tests[-1], True, 100, 30e9)
             if isinstance(result, Stats):