fix bugs

nl2bash_m.py

@@ -111,24 +111,31 @@ class nl2bash_m(evaluate.Metric):
         final_score = 0
 
         for pred, ref in zip(predictions, references):
-            pred_words, ref_words = pred.split(), ref[0].split()
-            # Get the cmd of predicted and ref 
-            cmd_corr = 1 if pred_words.pop(0)==ref_words.pop(0) else 0
-
-            # Get the option of predicted and ref
-            pred_option = [ x for x in pred_words if x[0] == '-']
-            ref_option = [ x for x in ref_words if x[0] == '-']
-            
-            # Get the arguments of predicted and ref
-            pred_args = [ x for x in pred_words if x[0] != '-']
-            ref_args = [ x for x in ref_words if x[0] != '-']
-
-            # Calculate scores
-            cmd_score = cmd_weight * cmd_corr
-            opt_score = opt_weight * self.get_score(pred_option, ref_option)
-            arg_score = arg_weight * self.get_score(pred_args, ref_args)
-
-            score = cmd_score + opt_score + arg_score
+            if len(pred) == 0 and len(ref[0]) == 0:
+                score = 1
+            elif len(pred) == 0 or len(ref[0]) == 0:
+                score = 0
+            else: 
+                pred_words, ref_words = pred.split(), ref[0].split()
+
+                
+                # Get the cmd of predicted and ref 
+                cmd_corr = 1 if pred_words.pop(0)==ref_words.pop(0) else 0
+
+                # Get the option of predicted and ref
+                pred_option = [ x for x in pred_words if x[0] == '-']
+                ref_option = [ x for x in ref_words if x[0] == '-']
+                
+                # Get the arguments of predicted and ref
+                pred_args = [ x for x in pred_words if x[0] != '-']
+                ref_args = [ x for x in ref_words if x[0] != '-']
+
+                # Calculate scores
+                cmd_score = cmd_weight * cmd_corr
+                opt_score = opt_weight * self.get_score(pred_option, ref_option)
+                arg_score = arg_weight * self.get_score(pred_args, ref_args)
+
+                score = cmd_score + opt_score + arg_score
             final_score += score
 
         final_score = final_score/len(predictions)