From f5247178a8d9da1c0e4c971e72f615250a93054c Mon Sep 17 00:00:00 2001 From: Rishabh Srivastava Date: Tue, 18 Jun 2024 13:29:31 +0800 Subject: [PATCH 1/2] set default api timeout to 15 seconds --- eval/api_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eval/api_runner.py b/eval/api_runner.py index 9929f2a..26ceab4 100644 --- a/eval/api_runner.py +++ b/eval/api_runner.py @@ -76,7 +76,7 @@ def process_row( r = requests.post( api_url, json=json_data, - timeout=30, + timeout=15, ) except: row["generated_query"] = "" From 44940c33febcf4725002c7114f3672a238e78203 Mon Sep 17 00:00:00 2001 From: Rishabh Srivastava Date: Tue, 18 Jun 2024 13:29:52 +0800 Subject: [PATCH 2/2] set default pruning to false --- main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main.py b/main.py index b312b72..c110715 100644 --- a/main.py +++ b/main.py @@ -21,7 +21,7 @@ parser.add_argument( "-bs", "--batch_size", type=int, default=4 ) # batch size, only relevant for the hf runner - parser.add_argument("-c", "--num_columns", type=int, default=20) + parser.add_argument("-c", "--num_columns", type=int, default=0) parser.add_argument("-s", "--shuffle_metadata", action="store_true") parser.add_argument("-k", "--k_shot", action="store_true") parser.add_argument("--cot_table_alias", type=str)