diff --git a/exec_eval.py b/exec_eval.py index 9bc34ba..8866353 100644 --- a/exec_eval.py +++ b/exec_eval.py @@ -178,8 +178,8 @@ def postprocess(query: str) -> str: # db is the database path # we are going to evaluate whether they are equivalent in all the databases # that are in the same directory as db -# 0 if denotationally equivalent -# 1 otherwise +# 1 if denotationally equivalent +# 0 otherwise # the meaning of each auxillary argument can be seen in the parser definition in evaluation.py def eval_exec_match(db: str, p_str: str, g_str: str, plug_value: bool, keep_distinct: bool, progress_bar_for_each_datapoint: bool) -> int: # post-process the prediction.