Unvendor the pipeline (#151) #34

	name: Update Shared Data

	on:
	push:
	branches:
	- main

	jobs:
	share-data:
	name: Share data to S3
	runs-on: ubuntu-latest

	environment: data-publish

	steps:
	- name: Checkout
	uses: actions/checkout@v4
	with:
	fetch-depth: 0

	- name: Install environment
	uses: prefix-dev/[email protected]
	with:
	pixi-version: latest
	cache: false
	environments: data
	activate-environment: true

	- name: Configure sharing
	run: \|
	dvc remote modify --local public allow_anonymous_login false

	- name: Fetch model data
	run: \|
	dvc pull
	env:
	AWS_ACCESS_KEY_ID: ${{vars.AWS_ACCESS_KEY_ID}}
	AWS_SECRET_ACCESS_KEY: ${{secrets.AWS_SECRET_ACCESS_KEY}}

	- name: Upload shared data
	run: ./scripts/upload-shared-data.sh --shared
	env:
	AWS_ACCESS_KEY_ID: ${{vars.AWS_ACCESS_KEY_ID}}
	AWS_SECRET_ACCESS_KEY: ${{secrets.AWS_SECRET_ACCESS_KEY}}

	- name: Upload public data
	run: ./scripts/upload-shared-data.sh --public
	env:
	AWS_ACCESS_KEY_ID: ${{vars.AWS_ACCESS_KEY_ID}}
	AWS_SECRET_ACCESS_KEY: ${{secrets.AWS_SECRET_ACCESS_KEY}}

Provide feedback