v0.2.0b3 (#34)

* fix Mac OS bugs

* fix tutorial paths

* fix sed issue on mac

* bump version to 0.2.0b1

* remove trailing newline char and white spaces

* bump the version to v0.2.0b2

* fix: issue of not downloading artifacts from remote (#32)

* add usgs example (#33)

* bump version to v0.2.0b3

.gitignore

@@ -1,6 +1,7 @@
 project
 workspace
 install_test
+google_client_secret.json
 
 # Byte-compiled / optimized / DLL files
 __pycache__/

HISTORY.md

@@ -1,5 +1,12 @@
 ## History
 
+### 0.2.0b3 (2020-08-10)
+
+- Fix the issue of not downloading artifacts from remote storage.
+    - Fix artifacts archive/get/push/delete commands
+    - Fix files get/push/delete commands
+- Add USGS Earthquake events data example
+
 ### 0.2.0b2 (2020-08-06)
 
 - Fix the issue of inconsistent state file among OS (trailing spaces)

examples/usgs/README.md

@@ -0,0 +1,4 @@
+## USGA Earthquake Event data
+
+Please see [tap_rest_api/README.md](https://github.com/anelendata/tap_rest_api)
+for this example.

examples/usgs/config/google_client_secret.json

@@ -0,0 +1 @@
+replace me!

examples/usgs/config/tap_config.json

@@ -0,0 +1,11 @@
+{
+  "url":"https://earthquake.usgs.gov/fdsnws/event/1/query?format=geojson&starttime={start_datetime}&endtime={end_datetime}&minmagnitude={min_magnitude}&limit={items_per_page}&offset={current_offset}&eventtype=earthquake&orderby=time-asc",
+  "timestamp_key": "time",
+  "minmagnitude": 1,
+  "schema": "earthquakes",
+  "record_list_level": "features",
+  "record_level": "properties",
+  "items_per_page": 500,
+  "offset_start": 1,
+  "auth_method": "no_auth"
+}

examples/usgs/config/target_config.json

@@ -0,0 +1,9 @@
+{
+    "project_id": "replace-me",
+    "dataset_id": "usgs",
+    "table_id": "earthquakes",
+    "stream": false,
+    "partition_by": "_sdc_batched_at",
+    "numeric_type": "FLOAT64"
+}
+

examples/usgs/files/catalog/earthquakes.json

@@ -0,0 +1,184 @@
+{
+  "streams": [
+    {
+      "stream": "earthquakes",
+      "tap_stream_id": "earthquakes",
+      "schema": {
+        "type": "object",
+        "properties": {
+          "mag": {
+            "type": [
+              "null",
+              "number"
+            ]
+          },
+          "place": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "time": {
+            "type": [
+              "null",
+              "integer"
+            ]
+          },
+          "updated": {
+            "type": [
+              "null",
+              "integer"
+            ]
+          },
+          "tz": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "url": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "detail": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "felt": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "cdi": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "mmi": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "alert": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "status": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "tsunami": {
+            "type": [
+              "null",
+              "integer"
+            ]
+          },
+          "sig": {
+            "type": [
+              "null",
+              "integer"
+            ]
+          },
+          "net": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "code": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "ids": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "sources": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "types": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "nst": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "dmin": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "rms": {
+            "type": [
+              "null",
+              "number"
+            ]
+          },
+          "gap": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "magType": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "type": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "title": {
+            "type": [
+              "null",
+              "string"
+            ]
+          },
+          "_sdc_extracted_at": {
+            "type": [
+              "null",
+              "string"
+            ],
+            "format": "date-time"
+          },
+          "_sdc_batched_at": {
+            "type": [
+              "null",
+              "string"
+            ],
+            "format": "date-time"
+          }
+        },
+        "selected": true
+      }
+    }
+  ]
+}

examples/usgs/files/custom_spec.json

@@ -0,0 +1,11 @@
+{
+    "args": {
+        "min_magnitude":
+        {
+            "type": "integer",
+            "default": "0",
+            "help": "Filter based on the minimum magnitude."
+        }
+    }
+}
+