From 3aaec0e96a8865852bb9322c43617f66f3147a67 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Andr=C3=A9=20T=2E=20Martins?= Date: Wed, 7 Jan 2015 11:08:58 +0000 Subject: [PATCH] ENH Added file with SDP 2015 results. --- scripts_srl/results_sdp2015.txt | 88 ++++++++++++++++++++ scripts_srl/train_test_semantic_parser.sh | 2 +- scripts_srl/train_test_submission_SDP2015.sh | 2 +- 3 files changed, 90 insertions(+), 2 deletions(-) create mode 100644 scripts_srl/results_sdp2015.txt diff --git a/scripts_srl/results_sdp2015.txt b/scripts_srl/results_sdp2015.txt new file mode 100644 index 0000000..a9b97fb --- /dev/null +++ b/scripts_srl/results_sdp2015.txt @@ -0,0 +1,88 @@ +out_SDP2015_english_open-true_deterministic_dm_0.01_0.4_0.6_basic +LF: 0.892042 +LF: 0.891186 + +out_SDP2015_english_open-true_deterministic_dm_0.01_0.4_0.6_af +LF: 0.891550 +LF: 0.890716 + +out_SDP2015_english_open-true_deterministic_dm_0.01_0.4_0.6_af+as+cs +LF: 0.895297 +LF: 0.894441 + +out_SDP2015_english_open-true_deterministic_dm_0.01_0.4_0.6_af+as+cs+gp+cp+ccp +LF: 0.901234 +LF: 0.899980 + +-- + +out_SDP2015_english_open-true_deterministic_pas_0.01_0.4_0.6_basic +LF: 0.915211 +LF: 0.914001 + +out_SDP2015_english_open-true_deterministic_pas_0.01_0.4_0.6_af +LF: 0.915405 +LF: 0.914149 + +out_SDP2015_english_open-true_deterministic_pas_0.01_0.4_0.6_af+as+cs +LF: 0.915297 +LF: 0.914066 + +out_SDP2015_english_open-true_deterministic_pas_0.01_0.4_0.6_af+as+cs+gp+cp+ccp +LF: 0.919800 +LF: 0.918419 + +-- + +out_SDP2015_english_open-true_deterministic_psd_0.01_0.4_0.6_basic +LF: 0.796860 +LF: 0.784419 + +out_SDP2015_english_open-true_deterministic_psd_0.01_0.4_0.6_af +LF: 0.797259 +LF: 0.784831 + +out_SDP2015_english_open-true_deterministic_psd_0.01_0.4_0.6_af+as+cs +LF: 0.798663 +LF: 0.786175 + +out_SDP2015_english_open-true_deterministic_psd_0.01_0.4_0.6_af+as+cs+gp+cp+ccp +LF: 0.800750 +LF: 0.788655 + +-- + +out_SDP2015_czech_open-false_deterministic_psd_0.01_0.4_0.6_basic +LF: 0.797699 +LF: 0.790508 + +out_SDP2015_czech_open-false_deterministic_psd_0.01_0.4_0.6_af +LF: 0.793942 +LF: 0.787069 + +out_SDP2015_czech_open-false_deterministic_psd_0.01_0.4_0.6_af+as+cs +LF: 0.804361 +LF: 0.795066 + +out_SDP2015_czech_open-false_deterministic_psd_0.01_0.4_0.6_af+as+cs+gp+cp+ccp +LF: 0.818203 +LF: 0.808707 + +-- + +out_SDP2015_chinese_open-false_deterministic_pas_0.01_0.4_0.6_basic +LF: 0.794948 +LF: 0.799033 + +out_SDP2015_chinese_open-false_deterministic_pas_0.01_0.4_0.6_af +LF: 0.794315 +LF: 0.798501 + +out_SDP2015_chinese_open-false_deterministic_pas_0.01_0.4_0.6_af+as+cs +LF: 0.797005 +LF: 0.801338 + +out_SDP2015_chinese_open-false_deterministic_pas_0.01_0.4_0.6_af+as+cs+gp+cp+ccp +LF: 0.816229 +LF: 0.820392 + diff --git a/scripts_srl/train_test_semantic_parser.sh b/scripts_srl/train_test_semantic_parser.sh index 931569a..8294c37 100755 --- a/scripts_srl/train_test_semantic_parser.sh +++ b/scripts_srl/train_test_semantic_parser.sh @@ -17,7 +17,7 @@ test=true prune=true # This will revert to false if model_type=basic. prune_labels=true prune_distances=true -train_external_pruner=false # If true, the pruner is trained separately. +train_external_pruner=true #false # If true, the pruner is trained separately. trained_external_pruner=true #false # If true, loads the external pruner. posterior_threshold=0.0001 # Posterior probability threshold for the pruner. pruner_max_arguments=20 #10 # Maximum number of candidate heads allowed by the pruner. diff --git a/scripts_srl/train_test_submission_SDP2015.sh b/scripts_srl/train_test_submission_SDP2015.sh index 7522cd7..24a3d84 100755 --- a/scripts_srl/train_test_submission_SDP2015.sh +++ b/scripts_srl/train_test_submission_SDP2015.sh @@ -1,4 +1,4 @@ -model_type=af+as+cs #basic #af+as+cs+gp+cp+ccp +model_type=af+as+cs+gp+cp+ccp #basic #af+as+cs+gp+cp+ccp language=czech open=false