diff --git a/.github/workflows/gradle.yml b/.github/workflows/gradle.yml index 38e7df8f..26ecdfdb 100644 --- a/.github/workflows/gradle.yml +++ b/.github/workflows/gradle.yml @@ -43,16 +43,26 @@ jobs: python main.py - name: Check evaluation status run: diff -uw src/main/resources/target_status.json specimin-evaluation/ISSUES/target_status.json - - name: Compile minimized programs - run: | - cd specimin-evaluation - sh check_compilation.sh - name: Check targets compile status run: | cd specimin-evaluation - sh check_compilation.sh + sh check_compilation.sh 1 cd .. diff -uw src/main/resources/min_program_compile_status.json specimin-evaluation/ISSUES/compile_status.json - name: Check preservation status run: diff -uw src/main/resources/preservation_status.json specimin-evaluation/ISSUES/preservation_status.json - + - name: Jar mode evaluation script execution + run: | + cd specimin-evaluation + echo "specimin path-> $SPECIMIN" + python main.py -j true + - name: Jar mode specimin execution status check + run: diff -uw src/main/resources/jar_mode_target_status.json specimin-evaluation/ISSUES/jar_target_status.json + - name: Jar mode targets compile status check + run: | + cd specimin-evaluation + sh check_jar_mode_compilation.sh 2 + cd .. + diff -uw src/main/resources/jar_mode_min_program_compilation_status.json specimin-evaluation/ISSUES/jar_compile_status.json + - name: Jar mode preservation status check + run: diff -uw src/main/resources/jar_mode_preservation_status.json specimin-evaluation/ISSUES/jar_preservation_status.json \ No newline at end of file diff --git a/src/main/java/org/checkerframework/specimin/SpeciminRunner.java b/src/main/java/org/checkerframework/specimin/SpeciminRunner.java index 0a5e8150..f432a7dd 100644 --- a/src/main/java/org/checkerframework/specimin/SpeciminRunner.java +++ b/src/main/java/org/checkerframework/specimin/SpeciminRunner.java @@ -76,6 +76,8 @@ public static void main(String... args) throws IOException { jarFiles = getJarFiles(jarDirectory); } + jarFiles.stream().forEach(System.out::println); + performMinimization( options.valueOf(rootOption), options.valuesOf(targetFilesOption), diff --git a/src/main/resources/jar_mode_min_program_compilation_status.json b/src/main/resources/jar_mode_min_program_compilation_status.json new file mode 100644 index 00000000..9f602cad --- /dev/null +++ b/src/main/resources/jar_mode_min_program_compilation_status.json @@ -0,0 +1,22 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "PASS", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6019": "FAIL", + "cf-4614": "PASS", + "cf-3850": "FAIL", + "cf-577": "PASS", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "FAIL", + "cf-3020": "FAIL", + "cf-3022": "FAIL", + "cf-691": "PASS", + "Issue689": "PASS", + "cf-6388": "FAIL", + "cf-3025": "FAIL", + "jdk-8319461": "PASS", + "jdk-8288590": "FAIL" +} \ No newline at end of file diff --git a/src/main/resources/jar_mode_preservation_status.json b/src/main/resources/jar_mode_preservation_status.json new file mode 100644 index 00000000..d91873a3 --- /dev/null +++ b/src/main/resources/jar_mode_preservation_status.json @@ -0,0 +1,22 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "PASS", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6019": "FAIL", + "cf-4614": "PASS", + "cf-3850": "FAIL", + "cf-577": "FAIL", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "PASS", + "cf-3020": "FAIL", + "cf-3022": "PASS", + "cf-691": "FAIL", + "Issue689": "PASS", + "cf-6388": "FAIL", + "cf-3025": "FAIL", + "jdk-8319461": "FAIL", + "jdk-8288590": "FAIL" +} \ No newline at end of file diff --git a/src/main/resources/jar_mode_target_status.json b/src/main/resources/jar_mode_target_status.json new file mode 100644 index 00000000..2325fc53 --- /dev/null +++ b/src/main/resources/jar_mode_target_status.json @@ -0,0 +1,22 @@ +{ + "cf-1291": "FAIL", + "cf-6282": "PASS", + "cf-6077": "FAIL", + "cf-6060": "FAIL", + "cf-6030": "FAIL", + "cf-6019": "PASS", + "cf-4614": "PASS", + "cf-3850": "FAIL", + "cf-577": "PASS", + "cf-3032": "FAIL", + "cf-3619": "FAIL", + "cf-3021": "PASS", + "cf-3020": "PASS", + "cf-3022": "PASS", + "cf-691": "PASS", + "Issue689": "PASS", + "cf-6388": "FAIL", + "cf-3025": "PASS", + "jdk-8319461": "PASS", + "jdk-8288590": "FAIL" +} \ No newline at end of file