Feature/library binaries publishing (#369)

.github/workflows/task_proposal.yaml

@@ -36,10 +36,13 @@ jobs:
           docker run --rm
           --volume $(pwd):$(pwd)
           --volume ~/.m2:/root/.m2
+          --env GITHUB_ACTOR=${{ github.actor }}
+          --env GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }}
           --workdir $(pwd)/baker/ansible
           ${{ env.IMAGE_NAME }}:${{ matrix.env.dev }}
           ansible-playbook binaries.yaml -v
           -e devenv=${{ matrix.env.dev }}
+          -e repo_mode=ro
       - uses: mikepenz/[email protected]
         if: ${{ !cancelled() && (steps.binaries.outcome == 'success' || steps.binaries.outcome == 'failure') }}
         with:

.github/workflows/work_proposal.yaml

@@ -2,13 +2,13 @@
 name: Work proposal
 
 on:
-  merge_group:
-    branches:
-      - main
   pull_request:
     types: [opened, reopened]
     branches:
       - main
+  merge_group:
+    branches:
+      - main
   workflow_dispatch:
 
 env:

baker/ansible/binaries.yaml

@@ -1,10 +1,46 @@
 ---
-- name: Building and checking
-  hosts: app
+- name: JVM BINARIES
+  hosts: jvm
   tasks:
     - ansible.builtin.import_tasks:  # noqa: name[missing]
-        file: tasks/java/check.yaml
-    - ansible.builtin.import_tasks:  # noqa: name[missing]
-        file: tasks/app/build-and-check.yaml
-      vars:
-        maven_phase: package
+        file: tasks/jvm/check.yaml
+    - name: Capture CID
+      ansible.builtin.command:
+        cmd: git hash-object --stdin
+        stdin: |
+          {{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=lib') }}
+          {{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=app') }}
+      register: binary_cid
+      changed_when: false
+    - name: Build, check, publish
+      ansible.builtin.command:
+        cmd: >-
+          mvn {{ maven_phase | default('package') }}
+            --activate-profiles {{ devenv }}
+            --no-snapshot-updates
+            --batch-mode
+            --fail-fast
+            --threads 2
+          {% if maven_projects is defined %}
+            --also-make
+            --projects {{ maven_projects | map('regex_replace', '^', ':') | join(',') }}
+          {% else %}
+            --projects -:e2e
+          {% endif %}
+          {% if repo_mode == 'rw' %}
+            --define revision={{ devenv }}-{{ binary_cid.stdout[:7] }}
+          {% endif %}
+        chdir: "{{ project.dir }}"
+        strip_empty_ends: false
+      changed_when: true
+    - name: Coverage
+      ansible.builtin.command:
+        cmd: >-
+          mvn clean
+            antrun:run@coverage
+            --no-snapshot-updates
+            --batch-mode
+            --projects :tool
+        chdir: "{{ project.dir }}"
+        strip_empty_ends: false
+      changed_when: true

baker/ansible/images.yaml

@@ -1,5 +1,5 @@
 ---
-- name: Capturing
+- name: ALL IMAGES
   hosts: images
   tasks:
     - ansible.builtin.include_tasks:  # noqa: name[missing]
@@ -8,7 +8,7 @@
           tags: [always]
       tags: [always]
 
-- name: Building
+- name: DATABASE IMAGES
   hosts: db
   tasks:
     - ansible.builtin.import_role:  # noqa: name[missing]
@@ -17,45 +17,36 @@
       vars:
         image_keys: >-
           {{ image_status.results
-           | select('changed')
-           | map(attribute='vendor')
-           | map('regex_replace', '^(.*)$', 'db/\1/' ~ devenv)
+            | select('changed')
+            | map(attribute='vendor')
+            | map('regex_replace', '^(.*)$', 'db/\1/' ~ devenv)
           }}
       when: image_status is changed
     - ansible.builtin.import_tasks:  # noqa: name[missing]
         file: tasks/db/build.yaml
       when: image_status is changed
 
-- name: Building and checking
+- name: APPLICATION IMAGES
   hosts: app
   tasks:
-    - ansible.builtin.import_tasks:  # noqa: name[missing]
-        file: tasks/java/check.yaml
-      vars:
-        maven_projects: >-
-          {{ image_status.results
-           | select('changed')
-           | map(attribute='app')
-          }}
-      when: image_status is changed
     - ansible.builtin.import_role:  # noqa: name[missing]
         name: image
         tasks_from: clean
       vars:
         image_keys: >-
           {{ image_status.results
-           | select('changed')
-           | map(attribute='app')
-           | map('regex_replace', '^(.*)$', 'app/\1/' ~ devenv)
+            | select('changed')
+            | map(attribute='app')
+            | map('regex_replace', '^(.*)$', 'app/\1/' ~ devenv)
           }}
       when: image_status is changed
-    - ansible.builtin.import_tasks:  # noqa: name[missing]
-        file: tasks/app/build-and-check.yaml
-      vars:
-        maven_phase: "{{ 'deploy' if repo_mode == 'rw' else 'install' }}"
-      when: image_status is changed
 
-- name: Publishing
+- import_playbook: binaries.yaml  # noqa: name[play]
+  vars:
+    maven_phase: "{{ 'deploy' if repo_mode == 'rw' else 'install' }}"
+  when: hostvars.app.image_status is changed
+
+- name: ALL IMAGES
   hosts: images
   tasks:
     - ansible.builtin.include_tasks:  # noqa: name[missing]

baker/ansible/inventory/aliases.yaml

@@ -1,9 +1,9 @@
 ---
 sources:
   hosts:
-    java:
+    jvm:
     ansible:
-    github:
+    yaml:
 images:
   hosts:
     db:

baker/ansible/inventory/group_vars/all/stacks.yaml

@@ -33,6 +33,9 @@ product:
     kotlin:
       - service: sepuling
         name: sepuling-kotlin
+  libs:
+    - name: abstraction-client
+    - name: messaging-client
 
 config_exts:
   lightbend_config: conf

baker/ansible/sources.yaml

@@ -1,5 +1,5 @@
 ---
-- name: Checking
+- name: ALL SOURCES
   hosts: sources
   tasks:
     - ansible.builtin.include_tasks:  # noqa: name[missing]

baker/ansible/stacks.yaml

@@ -1,7 +1,7 @@
 ---
 - import_playbook: images.yaml  # noqa: name[play]
 
-- name: Capturing
+- name: ALL STACKS
   hosts: stacks
   tasks:
     - ansible.builtin.include_tasks:  # noqa: name[missing]
@@ -10,7 +10,7 @@
           tags: [always]
       tags: [always]
 
-- name: Building
+- name: GEAR STACK
   hosts: gear
   tasks:
     - ansible.builtin.import_tasks:  # noqa: name[missing]
@@ -24,15 +24,15 @@
         stack_status is changed and
         is_virtual.rc != 0
 
-- name: Checking
+- name: PIPELINE STACK
   hosts: pipeline
   tasks:
     - ansible.builtin.import_tasks:  # noqa: name[missing]
-        file: tasks/github/check.yaml
+        file: tasks/yaml/check.yaml
       tags: [build]
       when: stack_status is changed
 
-- name: Building and checking
+- name: PRODUCT STACK
   hosts: product
   vars:
     stack_dir: "{{ project.dir }}/stack/product"
@@ -50,7 +50,7 @@
         hostvars.product.stack_status is changed or
         hostvars.gear.stack_status is changed
 
-- name: Publishing
+- name: ALL STACKS
   hosts: stacks
   tasks:
     - ansible.builtin.include_tasks:  # noqa: name[missing]

baker/ansible/tasks/app/publish.yaml

@@ -6,6 +6,6 @@
     image_source_tag: "app/{{ app }}:{{ devenv }}"
     image_target_tags:
       - "{{ image_ns }}/app/{{ app }}:{{ hostvars.app.image_tags[app] }}"
-  loop: "{{ hostvars.app.image_status.results|select('changed')|map(attribute='app') }}"
+  loop: "{{ hostvars.app.image_status.results | select('changed') | map(attribute='app') }}"
   loop_control:
     loop_var: app

baker/ansible/tasks/db/build.yaml

@@ -6,6 +6,6 @@
     image_home: "{{ project.dir }}/db/{{ vendor }}"
     image_key: "db/{{ vendor }}/{{ devenv }}"
     image_tag: "db/{{ vendor }}:{{ devenv }}"
-  loop: "{{ hostvars.db.image_status.results|select('changed')|map(attribute='vendor') }}"
+  loop: "{{ hostvars.db.image_status.results | select('changed') | map(attribute='vendor') }}"
   loop_control:
     loop_var: vendor

baker/ansible/tasks/db/publish.yaml

@@ -6,6 +6,6 @@
     image_source_tag: "db/{{ vendor }}:{{ devenv }}"
     image_target_tags:
       - "{{ image_ns }}/db/{{ vendor }}:{{ hostvars.db.image_tags[vendor] }}"
-  loop: "{{ hostvars.db.image_status.results|select('changed')|map(attribute='vendor') }}"
+  loop: "{{ hostvars.db.image_status.results | select('changed') | map(attribute='vendor') }}"
   loop_control:
     loop_var: vendor

baker/ansible/tasks/java/check.yaml → baker/ansible/tasks/jvm/check.yaml

@@ -13,11 +13,8 @@
         --batch-mode
         --threads 2
       {% if maven_projects is defined %}
-        --projects {{
-          maven_projects
-          | map('regex_replace', '^', ':')
-          | join(',')
-        }}
+        --also-make
+        --projects {{ maven_projects | map('regex_replace', '^', ':') | join(',') }}
       {% endif %}
     chdir: "{{ project.dir }}"
     strip_empty_ends: false

baker/ansible/tasks/pipeline/publish.yaml

@@ -11,6 +11,7 @@
     tasks_from: build
   vars:
     image_home: "{{ project.dir }}/{{ pipeline.image }}"
+    image_context: .
     image_key: "{{ pipeline.image }}"
     image_tag: "{{ pipeline.image }}:{{ devenv }}"
 

baker/ansible/tasks/product/build.yaml

@@ -3,12 +3,14 @@
   ansible.builtin.file:
     path: "{{ stack_dir }}/target"
     state: absent
+  changed_when: false
 
 - name: Create directories
   ansible.builtin.file:
     path: "{{ stack_dir }}/target/image-context"
     state: directory
     recurse: true
+  changed_when: false
 
 - name: Build conf
   ansible.builtin.template:

lib/abstraction-client/pom.xml

@@ -21,34 +21,15 @@
     </dependency>
   </dependencies>
 
-  <profiles>
-    <profile>
-      <id>publish</id>
-      <activation>
-        <jdk>17</jdk>
-      </activation>
-      <build>
-        <plugins>
-          <plugin>
-            <groupId>org.codehaus.mojo</groupId>
-            <artifactId>flatten-maven-plugin</artifactId>
-          </plugin>
-          <plugin>
-            <groupId>org.apache.maven.plugins</groupId>
-            <artifactId>maven-install-plugin</artifactId>
-            <configuration>
-              <skip>false</skip>
-            </configuration>
-          </plugin>
-          <plugin>
-            <groupId>org.apache.maven.plugins</groupId>
-            <artifactId>maven-deploy-plugin</artifactId>
-            <configuration>
-              <skip>false</skip>
-            </configuration>
-          </plugin>
-        </plugins>
-      </build>
-    </profile>
-  </profiles>
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-deploy-plugin</artifactId>
+        <configuration>
+          <skip>false</skip>
+        </configuration>
+      </plugin>
+    </plugins>
+  </build>
 </project>