New SDP results.

Cocophotos · Mar 29, 2014 · 10f2f1a · 10f2f1a
1 parent b46ebe3
commit 10f2f1a
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 3 deletions.
diff --git a/scripts_srl/results_sdp.txt b/scripts_srl/results_sdp.txt
@@ -34,6 +34,14 @@ FINAL Closed, af+cs+as+gp+cp pruned model deterministic, C=0.01, dm, 0.3/0.7 [pb
 out_open-false_deterministic_dm_0.01_0.3_0.7_af+as+cs+gp+cp+ccp:I0328 12:06:31.619197 61040 SemanticPipe.h:347] Unlabeled F1: 0.897936
 out_open-false_deterministic_dm_0.01_0.3_0.7_af+as+cs+gp+cp+ccp:I0328 12:06:31.619249 61040 SemanticPipe.h:364] Labeled F1: 0.886946
 
+========================================================================================
+FINAL Closed, af+cs+as+gp+cp pruned model deterministic, C=0.1, dm, 0.4/0.6 [pba28] -> best
+========================================================================================
+
+I0329 00:10:45.247457 62621 SemanticPipe.h:347] Unlabeled F1: 0.897404
+I0329 00:10:45.247494 62621 SemanticPipe.h:364] Labeled F1: 0.886859
+
+
 ========================================================================================
 FINAL Closed, af+cs+as+gp+cp pruned model deterministic, C=0.01, pas, 0.4/0.6 [pba28]
 ========================================================================================
@@ -55,6 +63,13 @@ FINAL Closed, af+cs+as+gp+cp pruned model deterministic, C=0.01, pcedt, 0.3/0.7
 out_open-false_deterministic_pcedt_0.01_0.3_0.7_af+as+cs+gp+cp+ccp:I0328 17:24:59.930541 61343 SemanticPipe.h:347] Unlabeled F1: 0.888231
 out_open-false_deterministic_pcedt_0.01_0.3_0.7_af+as+cs+gp+cp+ccp:I0328 17:24:59.930579 61343 SemanticPipe.h:364] Labeled F1: 0.788829
 
+========================================================================================
+FINAL Closed, af+cs+as+gp+cp pruned model deterministic, C=0.1, pcedt, 0.5/0.5 [pba28]
+========================================================================================
+
+I0328 22:25:30.789033 62296 SemanticPipe.h:347] Unlabeled F1: 0.878875
+I0328 22:25:30.789072 62296 SemanticPipe.h:364] Labeled F1: 0.786028
+
 
 
 ========================================================================================

diff --git a/scripts_srl/train_test_semantic_parser.sh b/scripts_srl/train_test_semantic_parser.sh
@@ -17,7 +17,7 @@ test=true
 prune=true # This will revert to false if model_type=basic.
 prune_labels=true
 prune_distances=true
-train_external_pruner=false # If true, the pruner is trained separately.
+train_external_pruner=true # If true, the pruner is trained separately.
 trained_external_pruner=true #false # If true, loads the external pruner.
 posterior_threshold=0.0001 # Posterior probability threshold for the pruner.
 pruner_max_arguments=20 #10 # Maximum number of candidate heads allowed by the pruner.
@@ -60,7 +60,7 @@ then
 fi
 
 #suffix=parser_pruned-${prune}_model-${model_type}
-suffix=semantic_parser_${formalism}_pruned-${prune}_model-${model_type}_syntax-${use_dependency_syntactic_features}_C-${regularization_parameter}
+suffix=semantic_parser_${formalism}_pruned-${prune}_model-${model_type}_syntax-${use_dependency_syntactic_features}_C-${regularization_parameter}_fp-${train_cost_false_positives}_fn-${train_cost_false_negatives}
 suffix_pruner=semantic_parser_${formalism}_pruner_syntax-${use_dependency_syntactic_features}_C-${regularization_parameter_pruner}
 
 # Set path folders.
@@ -84,7 +84,8 @@ if [ "$language" == "english" ]
 then
     if [ "$file_format" == "sdp" ]
     then
-        file_train=${path_data}/${formalism}_augmented_train+dev0.sdp
+        #file_train=${path_data}/${formalism}_augmented_train+dev0.sdp
+        file_train=${path_data}/${formalism}_augmented_train+dev0+dev.sdp
         files_test[0]=${path_data}/${formalism}_augmented_dev.sdp
         files_test[1]=${path_data}/${formalism}_augmented_test_blind.sdp
         #files_test[1]=${path_data}/${formalism}_augmented_train+dev0.sdp