Spaces:
Sleeping
Sleeping
Simon Sorg
commited on
Commit
·
24e19ba
1
Parent(s):
cc82312
fix: execute single query
Browse files
valid_efficiency_score.py
CHANGED
|
@@ -42,8 +42,8 @@ Args:
|
|
| 42 |
should be a string with tokens separated by spaces.
|
| 43 |
references: list of reference for each prediction. Each
|
| 44 |
reference should be a string with tokens separated by spaces.
|
| 45 |
-
execute: function that takes a
|
| 46 |
-
|
| 47 |
filter_func: function that takes a string and returns a boolean.
|
| 48 |
If True, the string is kept, otherwise it is dropped.
|
| 49 |
num_executions: number of times to execute each sql query to get the execution time.
|
|
@@ -107,21 +107,19 @@ class ValidEfficiencyScore(evaluate.Metric):
|
|
| 107 |
elif filter_func(reference):
|
| 108 |
passing_reference_only += 1
|
| 109 |
|
| 110 |
-
# Execute ground truth sql queries to get the
|
| 111 |
-
ground_results = execute(filtered_references)
|
| 112 |
reference_times = np.zeros(num_executions)
|
| 113 |
for i in range(num_executions):
|
| 114 |
start_time = time()
|
| 115 |
-
execute(filtered_references
|
| 116 |
end_time = time()
|
| 117 |
reference_times[i] = end_time - start_time
|
| 118 |
|
| 119 |
-
# Execute predicted sql queries to get the
|
| 120 |
-
predicted_results = execute(filtered_predictions)
|
| 121 |
prediction_times = np.zeros(num_executions)
|
| 122 |
for i in range(num_executions):
|
| 123 |
start_time = time()
|
| 124 |
-
execute(filtered_predictions
|
| 125 |
end_time = time()
|
| 126 |
prediction_times[i] = end_time - start_time
|
| 127 |
|
|
|
|
| 42 |
should be a string with tokens separated by spaces.
|
| 43 |
references: list of reference for each prediction. Each
|
| 44 |
reference should be a string with tokens separated by spaces.
|
| 45 |
+
execute: function that takes a sql query and returns a result.
|
| 46 |
+
The result should be a list of tuples, each tuple containing the values of a row.
|
| 47 |
filter_func: function that takes a string and returns a boolean.
|
| 48 |
If True, the string is kept, otherwise it is dropped.
|
| 49 |
num_executions: number of times to execute each sql query to get the execution time.
|
|
|
|
| 107 |
elif filter_func(reference):
|
| 108 |
passing_reference_only += 1
|
| 109 |
|
| 110 |
+
# Execute ground truth sql queries to get the time it takes to execute them
|
|
|
|
| 111 |
reference_times = np.zeros(num_executions)
|
| 112 |
for i in range(num_executions):
|
| 113 |
start_time = time()
|
| 114 |
+
[execute(i) for i in filtered_references]
|
| 115 |
end_time = time()
|
| 116 |
reference_times[i] = end_time - start_time
|
| 117 |
|
| 118 |
+
# Execute predicted sql queries to get the time it takes to execute them
|
|
|
|
| 119 |
prediction_times = np.zeros(num_executions)
|
| 120 |
for i in range(num_executions):
|
| 121 |
start_time = time()
|
| 122 |
+
[execute(i) for i in filtered_predictions]
|
| 123 |
end_time = time()
|
| 124 |
prediction_times[i] = end_time - start_time
|
| 125 |
|