Add rolling-statistics to Projects

.gitignore

@@ -1,11 +1,15 @@
 # Environments
 .env
+
 # Jupyter Notebook
 .ipynb_checkpoints
+
 # R Environment
 .RHistory
+
 # Python
 __pycache__
+
 # Distribution / packaging
 build
 dist
@@ -17,3 +21,13 @@ work-record-archive
 export
 internal
 data
+
+# Test
+htmlcov
+.pytest_cache
+
+
+
+projects/rolling-statistics/results/
+
+*.html

README.md

@@ -9,6 +9,7 @@ You are welcome to install the full Anaconda installer, but will only need
 Miniconda to get started.
 
 ## Getting started
+### Project Setup
 1. Install [Miniconda](https://conda.io/miniconda.html) for your platform.
 1. In a terminal, navigate to the data-analytics directory where the environment.yml 
 is located.
@@ -24,3 +25,33 @@ In Bash run `source activate tidepool-analytics`, or in the Anaconda Prompt
 run `conda activate tidepool-analytics` to start the environment.
 
 Run `deactivate` to stop the environment.
+
+## Testing
+This project uses the testing framework named pyTest. https://docs.pytest.org/en/latest/
+
+After following the project setup instructions, including creating and activating the
+virtual environment, you can simply run your tests within Bash
+
+``` bash
+# Run tests via  
+pytest 
+```
+
+## Running Tests with Test Coverage 
+This project uses pytest-cov (https://pytest-cov.readthedocs.io/en/latest/) to run test and produce code 
+test coverage. 
+
+To execute a basic test coverage report, run the following from within the virtual environment created during project setup
+. This will give the output directly in the Terminal.
+``` bash
+# Run tests via  
+pytest --cov 
+```
+
+To execute a detailed test coverage report, run the following command from within the virtual environment created during 
+the project setup. 
+This will create an htmlcov directory containing an index.html page with coverage details.
+``` bash
+# Run tests via  
+pytest --cov --cov-report html
+```

environment.yml

@@ -14,6 +14,9 @@ dependencies:
 - plotly
 - r
 - r-essentials
+- pytest
+- pytest-cov
+
 - pip:
   - python-dotenv
   - -e git+https://github.com/tidepool-org/data-analytics#egg=tidals\&subdirectory=tidepool-analysis-tools

node-data-tools/.eslintrc

@@ -0,0 +1,16 @@
+{
+  "extends": "airbnb",
+  "parser": "babel-eslint",
+  "plugins": ["lodash"],
+  "parserOptions": {
+    "ecmaVersion": 6
+  },
+  "rules": {
+    "no-plusplus": ["error", {
+      "allowForLoopAfterthoughts": true
+    }]
+  },
+  "settings": {
+    "lodash": 3
+  }
+}

node-data-tools/.gitignore

@@ -0,0 +1,8 @@
+# General
+.DS_Store
+# Node
+node_modules
+example-data
+test
+.eslintcache
+yarn.lock

node-data-tools/.npmignore

@@ -0,0 +1,6 @@
+node_modules
+example-data
+test
+.eslintcache
+.eslintrc
+yarn.lock

node-data-tools/README.md

@@ -0,0 +1,88 @@
+# @tidepool/data-tools
+
+Node streams to work with [Tidepool](https://tidepool.org) API data
+
+## Installation
+
+``` bash
+$ npm install @tidepool/data-tools
+```
+
+## Example
+
+``` js
+import TidepoolDataTools from '@tidepool/data-tools';
+
+// Set up the processing stream
+const processingStream = readStream
+      .pipe(TidepoolDataTools.jsonParser())
+      .pipe(TidepoolDataTools.tidepoolProcessor());
+
+// Now attach multiple parallel output streams
+processingStream
+        .pipe(TidepoolDataTools.xlsxStreamWriter(xlsxStream));
+
+processingStream
+        .pipe(someOtherOutputStream);
+```
+
+## Methods
+
+### TidepoolDataTools.jsonParser()
+
+Convenience function to return a `JSONStream.parse('*')`.  
+See also the [JSONStream NPM Module](https://www.npmjs.com/package/JSONStream).
+
+### TidepoolDataTools.tidepoolProcessor()
+
+Returns a `through` stream that processes the JSON Object data according the the config.
+
+### TidepoolDataTools.xlsxStreamWriter(outputStream)
+
+Writes an xlsx Workbook to `outputStream` with different Worksheets according to the config.
+
+## Command Line Usage
+
+`@tidepool/data-tools` includes a command-line tool
+<!--
+[`npx`](https://ghub.io/npx):
+
+```sh
+npx flat foo.json
+```
+
+Or install globally:
+-->
+
+Install globally:
+
+```sh
+$ npm i -g @tidepool/data-tools && tidepool-data-tools --help
+Usage: tidepool-data-tools [options] [command]
+
+Options:
+  -V, --version      output the version number
+  -h, --help         output usage information
+
+Commands:
+  convert [options]  Convert data between different formats
+
+$ tidepool-data-tools convert --help
+Usage: tidepool-data-tools [options]
+
+Options:
+  -V, --version                            output the version number
+  -i, --input-tidepool-data <file>         csv, xlsx, or json file that contains Tidepool data
+  -c, --config <file>                      a JSON file that contains the field export configuration
+  --salt <salt>                            salt used in the hashing algorithm (default: "no salt specified")
+  -o, --output-data-path <path>            the path where the data is exported (default: "./example-data/export")
+  -f, --output-format <format>             the path where the data is exported (default: [])
+  --start-date [date]                      filter data by startDate and EndDate
+  --end-date [date]                        filter data by startDate and EndDate
+  --merge-wizard-data                      option to merge wizard data with bolus data. Default is true
+  --filterByDatesExceptUploadsAndSettings  upload and settings data can occur before and after start and end dates, so include ALL upload and settings data in export
+  -h, --help                               output usage information
+```
+
+## License
+Licensed under the BSD-2-Clause License

node-data-tools/cli.sh

@@ -0,0 +1,8 @@
+#!/bin/sh
+# -*- coding: utf-8, tab-width: 2 -*-
+for PROG in node{js,}; do
+  </dev/null "$PROG" 2>/dev/null && break
+done
+
+exec -a "$0" "$PROG" -r esm -- index.js "$@"; exit $?
+

node-data-tools/config.json

@@ -0,0 +1,138 @@
+{
+  "basal": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "deliveryType": {},
+    "duration": {},
+    "expectedDuration": {},
+    "rate": {},
+    "percent": {},
+    "scheduleName": {},
+    "suppressed.scheduleName": {},
+    "suppressed.deliveryType": {},
+    "suppressed.type": {},
+    "suppressed.rate": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "cbg": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "value": {},
+    "units": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "pumpSettings": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "insulinSensitivity": {"stringify": true},
+    "activeSchedule": {},
+    "carbRatio": {"stringify": true},
+    "bgTarget": {},
+    "units.carb": {},
+    "units.bg": {},
+    "basalSchedules": {"stringify": true},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "smbg": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "subType": {},
+    "value": {},
+    "units": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "wizard": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "bgInput": {},
+    "bgTarget": {"stringify": true},
+    "insulinSensitivity": {},
+    "carbInput": {},
+    "insulinCarbRatio": {},
+    "insulinOnBoard": {},
+    "bolus": {},
+    "units": {},
+    "recommended.carb": {},
+    "recommended.correction": {},
+    "recommended.net": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "bolus": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "subType": {},
+    "normal": {},
+    "expectedNormal": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "deviceEvent": {
+    "time": {},
+    "deviceTime": {},
+    "type": {},
+    "subType": {},
+    "value": {},
+    "units": {},
+    "duration": {},
+    "change.from": {},
+    "change.to": {},
+    "change.agent": {},
+    "status": {},
+    "primeTarget": {},
+    "volume": {},
+    "reason.suspended": {},
+    "reason.resumed": {},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "uploadId": {}
+  },
+  "upload": {
+    "time": {},
+    "timezone": {},
+    "timeProcessing": {},
+    "type": {},
+    "computerTime": {},
+    "version": {},
+    "deviceSerialNumber": {},
+    "deviceModel": {},
+    "deviceManufacturers": {"stringify": true},
+    "deviceTags": {"stringify": true},
+    "payload": {"stringify": true},
+    "annotations": {"stringify": true},
+    "deviceId": {},
+    "id": {},
+    "byUser": {},
+    "uploadId": {}
+  }
+}