[WIP]Tick aggregate functions

.travis.yml

@@ -30,4 +30,4 @@ install:
 before_script:
     - python manage.py migrate --noinput
 script: 
-    - python -W ignore manage.py  test -v 2
+    - python -W ignore manage.py test -v 2

sesh/settings.py

@@ -431,6 +431,5 @@
 
 
 # Sesh Settings
-SESH_REPORT_TABLES = [
-    'Daily_Data_Point',
-]
+# The report tables are used to allow report generation for sesh models
+SESH_REPORT_TABLES = []

seshdash/admin.py

@@ -88,6 +88,10 @@ class SensorMapping(GuardedModelAdmin):
 class ReportDisplay(GuardedModelAdmin):
     pass
 
+@admin.register(Tick_Script)
+class TickScript(GuardedModelAdmin):
+    pass
+
 @admin.register(Report_Sent)
 class ReportSentDisplay(GuardedModelAdmin):
     list_display = ('report_job', 'date', 'title', 'status')

seshdash/data/db/influx.py

@@ -346,6 +346,18 @@ def get_measurement_range_bucket(self, measurement_name, start, end, group_by, s
         results = list(self._influx_client.query(query, database=db).get_points())
         return results
 
+    def drop_measurement(self, measurement_name, database=None):
+        """
+        Deletes a measurement from the influx db
+        """
+        db = self.db
+        if database:
+            db = database
+
+        query = "DROP MEASUREMENT %s" % (measurement_name)
+
+        results = list(self._influx_client.query(query, database=db).get_points())
+        return results
 
 
 # Helper classes to the interface

seshdash/data/db/kapacitor.py

@@ -195,14 +195,18 @@ def get_task(self, task_id ):
         return re[1]
 
 
-    def list_tasks(self):
+    def list_tasks(self, pattern=''):
         """
         List the current tasks in kapacitor
+        @param pattern - This specifies a pattern to query kapacitor with, Note: it uses shell global matching syntax
         """
-        data_dict = {}
+        data_dict = {
+            'pattern': pattern,
+        }
 
         re = self._make_request('tasks', 
                                 type_of_request = 'GET',
+                                data = data_dict,
                                 )
 
         logger.debug("got response %s %s" % re)
@@ -231,9 +235,34 @@ def update_task(self, task_id ):
         return re[1]
 
 
+    def set_task_status(self, task_id, status):
+        """
+        Sets the status for a given task
+
+        @param task_id - The task to set the status to
+        @param status - value to set, 'enabled' or 'disabled'
+        """
+        path_params = {
+            'task_id': task_id,
+        }
+
+        data = {
+            'status': status, 
+        }
+
+        re = self._make_request('get_tasks',
+                                type_of_request = 'PATCH',
+                                path_params = path_params,
+                                data = data 
+                                )
+
+        logger.debug("got response %s %s"%re)
+        return re[1]
+
 
 
-    def delete_task(self, task_id ):
+
+    def delete_task(self, task_id):
         """
         Delete a created task
 
@@ -254,6 +283,31 @@ def delete_task(self, task_id ):
         return re[1]
 
 
+    def delete_tasks(self, pattern):
+        """
+        Deletes tasks matching a specific pattern, 
+
+        @param pattern - specifies a shell glob mapping pattern
+        """
+        tasks = self.list_tasks(pattern=pattern)
+
+        for task in tasks["tasks"]:
+            self.delete_task(task['id'])
+
+        return True
+
+    def delete_all_tasks(self):
+        """
+        Delete all the tasks in kapacitor
+        """
+        tasks = self.list_tasks()
+
+        for task in tasks["tasks"]:
+            self.delete_task(task['id'])
+
+        return True
+
+
     def create_recording(self, task_id, stop, method='stream', id=None):
         """
         Creates a kapacitor recording

seshdash/migrations/0004_tick_script.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.9.1 on 2016-12-21 15:25
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('seshdash', '0003_auto_20161212_1209'),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Tick_Script',
+            fields=[
+                ('id', models.AutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('input_field_name', models.CharField(max_length=40)),
+                ('output_field_name', models.CharField(max_length=40)),
+                ('script', models.TextField()),
+                ('function', models.CharField(max_length=20)),
+                ('interval', models.CharField(max_length=10)),
+                ('type', models.CharField(choices=[(b'stream', b'Stream'), (b'batch', b'Batch')], max_length=10)),
+                ('site', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to='seshdash.Sesh_Site')),
+            ],
+        ),
+    ]

seshdash/migrations/0005_auto_20161222_1026.py

@@ -0,0 +1,20 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.9.1 on 2016-12-22 08:26
+from __future__ import unicode_literals
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('seshdash', '0004_tick_script'),
+    ]
+
+    operations = [
+        migrations.RenameField(
+            model_name='tick_script',
+            old_name='type',
+            new_name='script_type',
+        ),
+    ]

seshdash/migrations/0009_merge.py

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.9.1 on 2017-01-26 09:19
+from __future__ import unicode_literals
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('seshdash', '0005_auto_20161222_1026'),
+        ('seshdash', '0008_auto_20170125_1352'),
+    ]
+
+    operations = [
+    ]

seshdash/migrations/0010_auto_20170126_1401.py

@@ -0,0 +1,19 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.9.1 on 2017-01-26 12:01
+from __future__ import unicode_literals
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('seshdash', '0009_merge'),
+    ]
+
+    operations = [
+        migrations.AlterUniqueTogether(
+            name='report_job',
+            unique_together=set([('site', 'duration')]),
+        ),
+    ]

seshdash/models.py

@@ -14,6 +14,8 @@
 
 from django_mysql.models import JSONField
 
+from seshdash.data.db.kapacitor import Kapacitor
+
 # Create your models here.
 class VRM_Account(models.Model):
     """
@@ -695,6 +697,45 @@ def get_duration_choices(self):
 
         return duration_list
 
+    def get_kapacitor_tasks(self): 
+        kap = Kapacitor()
+        pattern = self.site.site_name + '_' + self.duration + "*"
+        return kap.list_tasks(pattern=pattern)
+
+    def save(self, *args, **kwargs):
+        """
+        On save add kapacitor task referencing the report
+        """
+        self.add_kapacitor_tasks()
+        super(Report_Job, self).save(*args, **kwargs)
+
+    def add_kapacitor_tasks(self):
+        """
+        Adds the kapacitor tasks for the report
+        """
+        from seshdash.utils.reporting import add_report_kap_tasks
+        add_report_kap_tasks(self)
+
+    def delete(self, *args, **kwargs):
+        """
+        On delete delet kapacitor tasks referencing the report Job
+        """
+        self.delete_kapacitor_tasks()
+        super(Report_Job, self).delete(*args, **kwargs)
+
+
+    def delete_kapacitor_tasks(self):
+        """
+        Deletes the kapacitor tasks attached to the report
+        """ 
+        kap = Kapacitor()
+        pattern =  self.site.site_name + '_' + self.duration + "*" # tasks begining with site_name_duration
+        return kap.delete_tasks(pattern)
+
+
+    class Meta:
+        unique_together = (('site','duration'),)
+
 
 class Report_Sent(models.Model):
     """
@@ -744,3 +785,24 @@ class Data_Process_Rule(models.Model):
     duration = models.CharField(max_length=40, default="24h", choices=DURATION)
     interval = models.CharField(max_length=10, default="5m", choices=TIME_BUCKETS)
     output_field = models.ForeignKey(Trend_Data_Point)
+
+
+class Tick_Script(models.Model):
+    """ 
+    This is a model to hold data about the 
+    tick scripts
+    """
+    SCRIPT_TYPE_CHOICES = (
+        ('stream', 'Stream'),
+        ('batch', 'Batch'),
+    )
+
+    site = models.ForeignKey(Sesh_Site)
+    input_field_name = models.CharField(max_length=40)  # The influx measurement to operate on
+    output_field_name = models.CharField(max_length=40)  # The influx measurement to output results of the operation
+    script = models.TextField() 
+    function = models.CharField(max_length=20) # Influx function operation to use
+    interval = models.CharField(max_length=10) # The interval the task script runs on e.g 1min, 1h, 1d, 1w
+    script_type = models.CharField(max_length=10, choices=SCRIPT_TYPE_CHOICES)
+
+

seshdash/tests/test_kapacitor.py

@@ -95,6 +95,7 @@ def setUp(self):
         #assign a user to the sites
         assign_perm("view_Sesh_Site",self.test_user,self.site)
 
+
     def tearDown(self):
         self.i.delete_database(self._influx_db_name)
         self.kap.delete_template(self.template_id)
@@ -251,6 +252,28 @@ def test_task_dj_template(self):
         result = self.kap.create_task(alert_id, dbrps= self.dbrps, script=rendered_alert)
         self.assertEquals(result['status'], 'enabled')
 
+    def test_set_task_status(self):
+        """
+        Testing the function that updates status
+        of tasks
+        """ 
+        script = """
+                    stream
+                        |from()
+                            .measurement('cpu')
+                        |alert()
+                            .crit(lambda: "value" <  70)
+                            .log('/tmp/alerts.log')
+                        """
+
+        task = self.kap.create_task('test_task', script, status='enabled')
+        self.kap.set_task_status('test_task', 'disabled')
+
+        # asserting
+        task = self.kap.get_task('test_task')
+        self.assertEqual(task['status'], 'disabled')
+
+