From 2549fde4cf9a7fdf05a5cbba82c036760d76e326 Mon Sep 17 00:00:00 2001 From: Tahiatul Islam Date: Wed, 10 Apr 2024 13:14:12 -0400 Subject: [PATCH 1/5] expected status json add --- .../specimin/SpeciminRunner.java | 2 ++ ...r_mode_min_program_compilation_status.json | 23 +++++++++++++++++++ .../jar_mode_preservation_status.json | 23 +++++++++++++++++++ .../jar_mode_specimin_execution_status.json | 23 +++++++++++++++++++ 4 files changed, 71 insertions(+) create mode 100644 src/main/resources/jar_mode_min_program_compilation_status.json create mode 100644 src/main/resources/jar_mode_preservation_status.json create mode 100644 src/main/resources/jar_mode_specimin_execution_status.json diff --git a/src/main/java/org/checkerframework/specimin/SpeciminRunner.java b/src/main/java/org/checkerframework/specimin/SpeciminRunner.java index 0782c7a5..259c8ed6 100644 --- a/src/main/java/org/checkerframework/specimin/SpeciminRunner.java +++ b/src/main/java/org/checkerframework/specimin/SpeciminRunner.java @@ -72,6 +72,8 @@ public static void main(String... args) throws IOException { jarFiles = getJarFiles(jarDirectory); } + jarFiles.stream().forEach(System.out::println); + performMinimization( options.valueOf(rootOption), options.valuesOf(targetFilesOption), diff --git a/src/main/resources/jar_mode_min_program_compilation_status.json b/src/main/resources/jar_mode_min_program_compilation_status.json new file mode 100644 index 00000000..ad42815b --- /dev/null +++ b/src/main/resources/jar_mode_min_program_compilation_status.json @@ -0,0 +1,23 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "FAIL", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6030b": "FAIL", + "cf-6019": "FAIL", + "cf-4614": "FAIL", + "cf-3850": "FAIL", + "cf-577": "FAIL", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "FAIL", + "cf-3020": "FAIL", + "cf-3022": "FAIL", + "cf-691": "FAIL", + "Issue689": "FAIL", + "cf-6388": "FAIL", + "cf-3025": "FAIL", + "jdk-8319461": "FAIL", + "jdk-8288590": "FAIL" +} \ No newline at end of file diff --git a/src/main/resources/jar_mode_preservation_status.json b/src/main/resources/jar_mode_preservation_status.json new file mode 100644 index 00000000..ad42815b --- /dev/null +++ b/src/main/resources/jar_mode_preservation_status.json @@ -0,0 +1,23 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "FAIL", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6030b": "FAIL", + "cf-6019": "FAIL", + "cf-4614": "FAIL", + "cf-3850": "FAIL", + "cf-577": "FAIL", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "FAIL", + "cf-3020": "FAIL", + "cf-3022": "FAIL", + "cf-691": "FAIL", + "Issue689": "FAIL", + "cf-6388": "FAIL", + "cf-3025": "FAIL", + "jdk-8319461": "FAIL", + "jdk-8288590": "FAIL" +} \ No newline at end of file diff --git a/src/main/resources/jar_mode_specimin_execution_status.json b/src/main/resources/jar_mode_specimin_execution_status.json new file mode 100644 index 00000000..58cafa53 --- /dev/null +++ b/src/main/resources/jar_mode_specimin_execution_status.json @@ -0,0 +1,23 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "PASS", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6030b": "FAIL", + "cf-6019": "FAIL", + "cf-4614": "FAIL", + "cf-3850": "FAIL", + "cf-577": "FAIL", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "FAIL", + "cf-3020": "FAIL", + "cf-3022": "FAIL", + "cf-691": "FAIL", + "Issue689": "FAIL", + "cf-6388": "FAIL", + "cf-3025": "FAIL", + "jdk-8319461": "FAIL", + "jdk-8288590": "FAIL" +} \ No newline at end of file From 115b91d63e027f3f8ec9b28abb13ff1a0ca826d0 Mon Sep 17 00:00:00 2001 From: Tahiatul Islam Date: Wed, 10 Apr 2024 13:32:06 -0400 Subject: [PATCH 2/5] ci pipeline steps add --- .github/workflows/gradle.yml | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 38e7df8f..8d5788be 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -55,4 +55,18 @@ jobs: diff -uw src/main/resources/min_program_compile_status.json specimin-evaluation/ISSUES/compile_status.json - name: Check preservation status run: diff -uw src/main/resources/preservation_status.json specimin-evaluation/ISSUES/preservation_status.json - + - name: Jar mode evaluation script execution + run: | + cd specimin-evaluation + echo "specimin path-> $SPECIMIN" + python main.py -j true + - name: Jar mode specimin execution status check + run: diff -uw src/main/resources/jar_mode_specimin_execution_status.json specimin-evaluation/ISSUES/target_status.json + - name: Jar mode targets compile status check + run: | + cd specimin-evaluation + sh check_jar_mode_compilation.sh + cd .. + diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/jar_compile_status.json + - name: Jar mode preservation status check + run: diff -uw src/main/resources/jar_mode_preservation_status.json specimin-evaluation/ISSUES/preservation_status.json \ No newline at end of file From 9562d3ff8469808782c6e355f638a83885bbae23 Mon Sep 17 00:00:00 2001 From: Tahiatul Islam Date: Wed, 10 Apr 2024 15:52:06 -0400 Subject: [PATCH 3/5] pass parameter for compile program --- .github/workflows/gradle.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 8d5788be..0728937c 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -46,11 +46,11 @@ jobs: - name: Compile minimized programs run: | cd specimin-evaluation - sh check_compilation.sh + sh check_compilation.sh output - name: Check targets compile status run: | cd specimin-evaluation - sh check_compilation.sh + sh check_compilation.sh output cd .. diff -uw src/main/resources/min_program_compile_status.json specimin-evaluation/ISSUES/compile_status.json - name: Check preservation status @@ -65,8 +65,8 @@ jobs: - name: Jar mode targets compile status check run: | cd specimin-evaluation - sh check_jar_mode_compilation.sh + sh check_jar_mode_compilation.sh jar_output cd .. - diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/jar_compile_status.json + diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/compile_status.json - name: Jar mode preservation status check run: diff -uw src/main/resources/jar_mode_preservation_status.json specimin-evaluation/ISSUES/preservation_status.json \ No newline at end of file From 40f8da56bfdbe4364da1b74646e61c07e2d1f95a Mon Sep 17 00:00:00 2001 From: Tahiatul Islam Date: Thu, 11 Apr 2024 12:31:01 -0400 Subject: [PATCH 4/5] json update --- src/main/resources/jar_mode_min_program_compilation_status.json | 1 - src/main/resources/jar_mode_preservation_status.json | 1 - src/main/resources/jar_mode_specimin_execution_status.json | 1 - 3 files changed, 3 deletions(-) diff --git a/src/main/resources/jar_mode_min_program_compilation_status.json b/src/main/resources/jar_mode_min_program_compilation_status.json index ad42815b..e86b8e50 100644 --- a/src/main/resources/jar_mode_min_program_compilation_status.json +++ b/src/main/resources/jar_mode_min_program_compilation_status.json @@ -4,7 +4,6 @@ "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", - "cf-6030b": "FAIL", "cf-6019": "FAIL", "cf-4614": "FAIL", "cf-3850": "FAIL", diff --git a/src/main/resources/jar_mode_preservation_status.json b/src/main/resources/jar_mode_preservation_status.json index ad42815b..e86b8e50 100644 --- a/src/main/resources/jar_mode_preservation_status.json +++ b/src/main/resources/jar_mode_preservation_status.json @@ -4,7 +4,6 @@ "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", - "cf-6030b": "FAIL", "cf-6019": "FAIL", "cf-4614": "FAIL", "cf-3850": "FAIL", diff --git a/src/main/resources/jar_mode_specimin_execution_status.json b/src/main/resources/jar_mode_specimin_execution_status.json index 58cafa53..22fb6e74 100644 --- a/src/main/resources/jar_mode_specimin_execution_status.json +++ b/src/main/resources/jar_mode_specimin_execution_status.json @@ -4,7 +4,6 @@ "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", - "cf-6030b": "FAIL", "cf-6019": "FAIL", "cf-4614": "FAIL", "cf-3850": "FAIL", From 1d3c3d71c76930eb1e7a689b4fafb11e49e55505 Mon Sep 17 00:00:00 2001 From: Tahiatul Islam Date: Thu, 11 Apr 2024 15:08:08 -0400 Subject: [PATCH 5/5] status chagne --- .github/workflows/gradle.yml | 14 +++++-------- ...r_mode_min_program_compilation_status.json | 12 +++++------ .../jar_mode_preservation_status.json | 10 +++++----- ...tatus.json => jar_mode_target_status.json} | 20 +++++++++---------- 4 files changed, 26 insertions(+), 30 deletions(-) rename src/main/resources/{jar_mode_specimin_execution_status.json => jar_mode_target_status.json} (50%) diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 0728937c..26ecdfdb 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -43,14 +43,10 @@ jobs: python main.py - name: Check evaluation status run: diff -uw src/main/resources/target_status.json specimin-evaluation/ISSUES/target_status.json - - name: Compile minimized programs - run: | - cd specimin-evaluation - sh check_compilation.sh output - name: Check targets compile status run: | cd specimin-evaluation - sh check_compilation.sh output + sh check_compilation.sh 1 cd .. diff -uw src/main/resources/min_program_compile_status.json specimin-evaluation/ISSUES/compile_status.json - name: Check preservation status @@ -61,12 +57,12 @@ jobs: echo "specimin path-> $SPECIMIN" python main.py -j true - name: Jar mode specimin execution status check - run: diff -uw src/main/resources/jar_mode_specimin_execution_status.json specimin-evaluation/ISSUES/target_status.json + run: diff -uw src/main/resources/jar_mode_target_status.json specimin-evaluation/ISSUES/jar_target_status.json - name: Jar mode targets compile status check run: | cd specimin-evaluation - sh check_jar_mode_compilation.sh jar_output + sh check_jar_mode_compilation.sh 2 cd .. - diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/compile_status.json + diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/jar_compile_status.json - name: Jar mode preservation status check - run: diff -uw src/main/resources/jar_mode_preservation_status.json specimin-evaluation/ISSUES/preservation_status.json \ No newline at end of file + run: diff -uw src/main/resources/jar_mode_preservation_status.json specimin-evaluation/ISSUES/jar_preservation_status.json \ No newline at end of file diff --git a/src/main/resources/jar_mode_min_program_compilation_status.json b/src/main/resources/jar_mode_min_program_compilation_status.json index e86b8e50..9f602cad 100644 --- a/src/main/resources/jar_mode_min_program_compilation_status.json +++ b/src/main/resources/jar_mode_min_program_compilation_status.json @@ -1,22 +1,22 @@ { "cf-1291": "FAIL", - "cf-6282": "FAIL", + "cf-6282": "PASS", "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", "cf-6019": "FAIL", - "cf-4614": "FAIL", + "cf-4614": "PASS", "cf-3850": "FAIL", - "cf-577": "FAIL", + "cf-577": "PASS", "cf-3032": "FAIL", "cf-3619": "FAIL", "cf-3021": "FAIL", "cf-3020": "FAIL", "cf-3022": "FAIL", - "cf-691": "FAIL", - "Issue689": "FAIL", + "cf-691": "PASS", + "Issue689": "PASS", "cf-6388": "FAIL", "cf-3025": "FAIL", - "jdk-8319461": "FAIL", + "jdk-8319461": "PASS", "jdk-8288590": "FAIL" } \ No newline at end of file diff --git a/src/main/resources/jar_mode_preservation_status.json b/src/main/resources/jar_mode_preservation_status.json index e86b8e50..d91873a3 100644 --- a/src/main/resources/jar_mode_preservation_status.json +++ b/src/main/resources/jar_mode_preservation_status.json @@ -1,20 +1,20 @@ { "cf-1291": "FAIL", - "cf-6282": "FAIL", + "cf-6282": "PASS", "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", "cf-6019": "FAIL", - "cf-4614": "FAIL", + "cf-4614": "PASS", "cf-3850": "FAIL", "cf-577": "FAIL", "cf-3032": "FAIL", "cf-3619": "FAIL", - "cf-3021": "FAIL", + "cf-3021": "PASS", "cf-3020": "FAIL", - "cf-3022": "FAIL", + "cf-3022": "PASS", "cf-691": "FAIL", - "Issue689": "FAIL", + "Issue689": "PASS", "cf-6388": "FAIL", "cf-3025": "FAIL", "jdk-8319461": "FAIL", diff --git a/src/main/resources/jar_mode_specimin_execution_status.json b/src/main/resources/jar_mode_target_status.json similarity index 50% rename from src/main/resources/jar_mode_specimin_execution_status.json rename to src/main/resources/jar_mode_target_status.json index 22fb6e74..2325fc53 100644 --- a/src/main/resources/jar_mode_specimin_execution_status.json +++ b/src/main/resources/jar_mode_target_status.json @@ -4,19 +4,19 @@ "cf-6077": "FAIL", "cf-6060": "FAIL", "cf-6030": "FAIL", - "cf-6019": "FAIL", - "cf-4614": "FAIL", + "cf-6019": "PASS", + "cf-4614": "PASS", "cf-3850": "FAIL", - "cf-577": "FAIL", + "cf-577": "PASS", "cf-3032": "FAIL", "cf-3619": "FAIL", - "cf-3021": "FAIL", - "cf-3020": "FAIL", - "cf-3022": "FAIL", - "cf-691": "FAIL", - "Issue689": "FAIL", + "cf-3021": "PASS", + "cf-3020": "PASS", + "cf-3022": "PASS", + "cf-691": "PASS", + "Issue689": "PASS", "cf-6388": "FAIL", - "cf-3025": "FAIL", - "jdk-8319461": "FAIL", + "cf-3025": "PASS", + "jdk-8319461": "PASS", "jdk-8288590": "FAIL" } \ No newline at end of file