Merge pull request #183 from zazuko/s3

Create s3 package
zazuko · Sep 29, 2023 · 7ec3c4b · 7ec3c4b
2 parents 0b3a729 + a949ddd
commit 7ec3c4b
Show file tree

Hide file tree

Showing 19 changed files with 4,778 additions and 3,106 deletions.
diff --git a/.changeset/olive-phones-drop.md b/.changeset/olive-phones-drop.md
@@ -0,0 +1,5 @@
+---
+"barnard59-s3": minor
+---
+
+Add support for S3 GetObject and PutObject methods
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -2,13 +2,13 @@ name: CI
 on: push
 jobs:
   test:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         node:
-          - '18'
-          - '16'
+          - "18"
+          - "20"
         package:
           - base
           - core
@@ -18,6 +18,7 @@ jobs:
           - graph-store
           - http
           - rdf
+          - s3
           - sparql
           - validation
     steps:
@@ -34,13 +35,13 @@ jobs:
           flags: barnard59-${{ matrix.package }}
 
   test-cli:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
         node:
-          - '18'
-          - '16'
+          - "18"
+          - "20"
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-node@v3
@@ -55,7 +56,7 @@ jobs:
           flags: barnard59
 
   lint:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-node@v3

diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -17,7 +17,7 @@ jobs:
 
       - uses: actions/setup-node@v3
         with:
-          node-version: 18
+          node-version: 20
 
       - name: Install Dependencies
         run: npm ci

diff --git a/.gitignore b/.gitignore
@@ -1,2 +1,3 @@
 coverage
 node_modules
+*.tgz
diff --git a/README.md b/README.md
@@ -7,7 +7,7 @@ More specifically, `barnard59` is an engine to execute data pipelines.
 In this monorepo you will find the various `barnard59-*` packages:
 
 | Package                                         | Latest version                                                                                  |                                                                                        |
-|-------------------------------------------------|-------------------------------------------------------------------------------------------------|----------------------------------------------------------------------------------------|
+| ----------------------------------------------- | ----------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------- |
 | [`barnard59`](packages/cli)                     | [![](https://badge.fury.io/js/barnard59.svg)](https://npm.im/barnard59)                         | CLI to run pipelines                                                                   |
 | [`barnard59-base`](packages/base)               | [![](https://badge.fury.io/js/barnard59-base.svg)](https://npm.im/barnard59-base)               | Provides the basic pipeline steps                                                      |
 | [`barnard59-core`](packages/core)               | [![](https://badge.fury.io/js/barnard59-core.svg)](https://npm.im/barnard59-core)               | Core package                                                                           |
@@ -17,6 +17,7 @@ In this monorepo you will find the various `barnard59-*` packages:
 | [`barnard59-graph-store`](packages/graph-store) | [![](https://badge.fury.io/js/barnard59-graph-store.svg)](https://npm.im/barnard59-graph-store) | [SPARQL Graph Store Protocol](https://www.w3.org/TR/sparql11-http-rdf-update/) support |
 | [`barnard59-http`](packages/http)               | [![](https://badge.fury.io/js/barnard59-http.svg)](https://npm.im/barnard59-http)               | HTTP protocol for Linked Data pipelines                                                |
 | [`barnard59-rdf`](packages/rdf)                 | [![](https://badge.fury.io/js/barnard59-rdf.svg)](https://npm.im/barnard59-rdf)                 | Operations for RDF/JS quads and datasets                                               |
+| [`barnard59-s3`](packages/s3)                   | [![](https://badge.fury.io/js/barnard59-s3.svg)](https://npm.im/barnard59-s3)                   | S3 support for Linked Data pipelines                                                   |
 | [`barnard59-sparql`](packages/sparql)           | [![](https://badge.fury.io/js/barnard59-sparql.svg)](https://npm.im/barnard59-sparql)           | Query SPARQL endpoint from pipeline                                                    |
 | [`barnard59-validation`](packages/validation)   | [![](https://badge.fury.io/js/barnard59-validation.svg)](https://npm.im/barnard59-validation)   | Verify the consistency of your RDF pipelines                                           |