Isolate solution and pipeline changes (#110)

.dx/binaries.yml

@@ -1,16 +1,17 @@
 ---
 - name: Binaries
   hosts: lib
+  run_once: true
   tasks:
     - name: Capture status
       ansible.builtin.command:
         # todo: try to implement more lightweight check
         cmd: >
           mvn
-          {% if repository_mode == 'offline' %}
+          {% if binary_repo == 'local' %}
           --offline
           {% else %}
-          --define remoteRepositories=github::::https://maven.pkg.github.com/smecalculus/bezmen
+          --define remoteRepositories=github::::https://{{ binary_repo }}/smecalculus/bezmen
           {% endif %}
           dependency:get
           --define transitive=false
@@ -33,7 +34,7 @@
           --threads 2C
           --define revision={{ lib_version }}
           clean
-          {% if repository_mode == 'read_write' %}
+          {% if focus == 'solution' %}
           deploy
           {% else %}
           install
@@ -44,19 +45,21 @@
 
 - name: Binaries
   hosts: app
+  run_once: true
   tasks:
-    - name: Capture tag
+    - name: Capture cid
       ansible.builtin.command:
         cmd: git hash-object --stdin
         stdin: |
           {{ lib_cid }}
           {{ app_cid }}
-      register: image_tag
+      # TODO: try to choose better name
+      register: image_cid
       changed_when: false
       tags: [always]
     - name: Capture statuses
       ansible.builtin.command:
-        cmd: docker {{ docker_entity }} inspect {{ item.value }}:{{ image_tag.stdout[:7] }}
+        cmd: docker {{ docker_entity }} inspect {{ item.value }}:{{ image_cid.stdout[:7] }}
       register: image_status
       changed_when: image_status.rc != 0
       failed_when: false
@@ -90,7 +93,7 @@
       when: image_status is changed
 
 - name: Coverage
-  hosts: lib:app
+  hosts: tool
   run_once: true
   tasks:
     - name: Generate reports
@@ -103,7 +106,7 @@
           antrun:run@units
           antrun:run@integrations
           antrun:run@overall
-        chdir: "{{ playbook_dir }}/../tools"
+        chdir: "{{ playbook_dir }}/../.tools"
         strip_empty_ends: false
       changed_when: true
       when: >

.dx/group_vars/all.yml

@@ -1,38 +1,42 @@
 ---
+usage: toy
+prefs: turing
+
 lib_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=libs')[:7] }}"
 app_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=apps')[:7] }}"
 schema_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=schemas')[:7] }}"
 solution_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=solutions')[:7] }}"
 
-environ: green
+lib_version: 0.1.0-{{ lib_cid }}
+app_version: 0.1.0-{{ app_cid }}
 
-dx_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.dx')[:7] }}"
-env_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.env/' ~ environ)[:7] }}"
 test_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=tests')[:7] }}"
 
-lib_version: 0.1.0-{{ lib_cid }}
-app_version: 0.1.0-{{ app_cid }}
+environ: green
 
-usage: toy
-prefs: turing
+dx_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.dx')[:7] }}"
+tool_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.tools')[:7] }}"
+environ_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.environs/' ~ environ)[:7] }}"
+pipeline_cid: "{{ lookup('ansible.builtin.pipe', 'git write-tree --prefix=.github')[:7] }}"
 
-# How to work with private remote repositories?
-# offline - no pull, nor push packages
-# read_only - can pull packages
-# read_write - can pull and push packages
-repository_mode: offline
+# solution - focus on solution changes
+# pipeline - focus on pipeline changes
+# none - without any particular focus
+focus: none
 
-docker_registry: ghcr.io
-docker_repo: smecalculus
+binary_repo: local
+image_repo: local
 
-docker_entity: "{{ 'image' if repository_mode == 'offline' else 'manifest' }}"
+image_group: smecalculus
 
-schema_images:
-  postgres: "{{ docker_registry }}/{{ docker_repo }}/schema-postgres"
 app_images:
-  foo: "{{ docker_registry }}/{{ docker_repo }}/app-foo"
-solution_image: "{{ docker_registry }}/{{ docker_repo }}/solution-{{ usage }}-{{ prefs }}"
-pipeline_image: "{{ docker_registry }}/{{ docker_repo }}/pipeline-{{ environ }}"
+  foo: "{{ image_repo }}/{{ image_group }}/app-foo"
+
+schema_images:
+  postgres: "{{ image_repo }}/{{ image_group }}/schema-postgres"
+
+stack_images:
+  solution: "{{ image_repo }}/{{ image_group }}/solution-{{ usage }}-{{ prefs }}"
+  pipeline: "{{ image_repo }}/{{ image_group }}/pipeline-{{ environ }}"
 
-capture_solution: true
-capture_pipeline: true
+docker_entity: "{{ 'image' if image_repo == 'local' else 'manifest' }}"

.dx/images.yml

@@ -4,6 +4,7 @@
 
 - name: Images
   hosts: schema
+  run_once: true
   tasks:
     - name: Capture statuses
       ansible.builtin.command:
@@ -25,10 +26,12 @@
         image_tag: "{{ schema_cid }}"
         image_name: "{{ item.value }}"
         image_home: "{{ playbook_dir }}/../schemas/{{ item.key }}"
+        image_push: "{{ focus == 'solution' }}"
       loop: "{{ image_status.results|select('changed')|map(attribute='item') }}"
 
 - name: Images
   hosts: app
+  run_once: true
   tasks:
     - name: Test integrations
       ansible.builtin.command:
@@ -52,9 +55,10 @@
       ansible.builtin.include_role:
         name: image
       vars:
-        image_tag: "{{ hostvars.app.image_tag.stdout[:7] }}"
+        image_tag: "{{ image_cid.stdout[:7] }}"
         image_name: "{{ item.value }}"
         image_home: "{{ playbook_dir }}/../apps/{{ item.key }}"
         image_context: target/docker-context
-      loop: "{{ hostvars.app.image_status.results|select('changed')|map(attribute='item') }}"
-      when: hostvars.app.image_status is changed
+        image_push: "{{ focus == 'solution' }}"
+      loop: "{{ image_status.results|select('changed')|map(attribute='item') }}"
+      when: image_status is changed

.dx/inventory/aliases.yml

@@ -4,9 +4,14 @@ all:
     lib:
     app:
     schema:
-    solution:
-    dx:
     test:
+    dx:
+    tool:
+  vars:
+    ansible_connection: local
+stack:
+  hosts:
+    solution:
     pipeline:
   vars:
     ansible_connection: local

.dx/roles/image/defaults/main.yml

@@ -1,3 +1,4 @@
 ---
 image_tag: latest
 image_context: .
+image_push: false

.dx/roles/image/tasks/main.yml

@@ -37,4 +37,4 @@
     cmd: docker image push {{ image_name }}:{{ image_tag }}
     strip_empty_ends: false
   changed_when: true
-  when: repository_mode == 'read_write'
+  when: image_push|bool

.dx/sources.yml

@@ -1,6 +1,7 @@
 ---
 - name: Sources
   hosts: lib
+  run_once: true
   tasks:
     - name: Analyze
       ansible.builtin.command:
@@ -16,6 +17,7 @@
 
 - name: Sources
   hosts: app
+  run_once: true
   tasks:
     - name: Analyze
       ansible.builtin.command:
@@ -30,6 +32,7 @@
 
 - name: Sources
   hosts: test
+  run_once: true
   tasks:
     - name: Analyze
       ansible.builtin.command:
@@ -44,14 +47,15 @@
 
 - name: Sources
   hosts: pipeline
+  run_once: true
   tasks:
     - name: Analyze
       ansible.builtin.command:
         # list all top level playbooks
         cmd: >
           ansible-lint
           sources.yml
-          solution.yml
+          stacks.yml
         strip_empty_ends: false
       changed_when: false
     - name: Analyze

.dx/stacks.yml

@@ -0,0 +1,54 @@
+---
+- import_playbook: images.yml  # noqa: name[play]
+  tags: [images, deps]
+
+- name: Capturing
+  hosts: solution
+  run_once: true
+  tasks:
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/solution/status.yml
+      tags: [always]
+
+- name: Capturing
+  hosts: pipeline
+  run_once: true
+  tasks:
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/pipeline/status.yml
+      tags: [always]
+
+- name: Testing
+  hosts: stack
+  run_once: true
+  tasks:
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/solution/compile.yml
+      tags: [compile]
+      when: >
+        hostvars.solution.stack_status is changed or
+        hostvars.pipeline.stack_status is changed
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/solution/test.yml
+      tags: [test]
+      when: >
+        hostvars.solution.stack_status is changed or
+        hostvars.pipeline.stack_status is changed
+
+- name: Packaging
+  hosts: solution
+  run_once: true
+  tasks:
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/solution/package.yml
+      tags: [package]
+      when: stack_status is changed
+
+- name: Packaging
+  hosts: pipeline
+  run_once: true
+  tasks:
+    - ansible.builtin.import_tasks:  # noqa: name[missing]
+        file: tasks/pipeline/package.yml
+      tags: [package]
+      when: stack_status is changed

.dx/tasks/pipeline/package.yml

@@ -2,7 +2,8 @@
 - ansible.builtin.import_role:  # noqa: name[missing]
     name: image
   vars:
-    image_tag: "{{ pipeline_tag.stdout[:7] }}"
-    image_name: "{{ pipeline_image }}"
+    image_tag: "{{ stack_cid.stdout[:7] }}"
+    image_name: "{{ stack_images.pipeline }}"
     image_home: "{{ playbook_dir }}/../.github"
     image_context: .
+    image_push: "{{ focus == 'pipeline' }}"

.dx/tasks/pipeline/status.yml

@@ -1,24 +1,24 @@
 ---
-- name: Capture pipeline tag
+- name: Capture cid
   ansible.builtin.command:
     cmd: git hash-object --stdin
     stdin: |
       {{ dx_cid }}
-      {{ env_cid }}
+      {{ tool_cid }}
+      {{ environ_cid }}
       {{ test_cid }}
-  register: pipeline_tag
+  register: stack_cid
   changed_when: false
 
-- name: Capture pipeline status
+- name: Capture status
   ansible.builtin.command:
-    cmd: docker {{ docker_entity }} inspect {{ pipeline_image }}:{{ pipeline_tag.stdout[:7] }}
-  register: pipeline_status
+    cmd: docker {{ docker_entity }} inspect {{ stack_images.pipeline }}:{{ stack_cid.stdout[:7] }}
+  register: stack_status
   changed_when:
-    - capture_pipeline|bool
-    - pipeline_status.rc != 0
+    - stack_status.rc != 0
   failed_when: false
 
-- name: Pipeline status command
+- name: Status command
   ansible.builtin.debug:
-    msg: "{{ pipeline_status.cmd|join(' ') }}"
-  when: pipeline_status is changed
+    msg: "{{ stack_status.cmd|join(' ') }}"
+  when: stack_status is changed

.dx/tasks/solution/compile.yml

@@ -25,7 +25,7 @@
   environment:
     SCHEMA_TAG: "{{ schema_cid }}"
     SCHEMA_IMAGE: "{{ schema_images.postgres }}"
-    FOO_TAG: "{{ hostvars.app.image_tag.stdout[:7] }}"
+    FOO_TAG: "{{ hostvars.app.image_cid.stdout[:7] }}"
     FOO_IMAGE: "{{ app_images.foo }}"
   changed_when: true