Optimize backend performance

backend/core/analysis/migrations/0019_remove_dockerprocess_file_to_analyse_and_more.py

@@ -0,0 +1,27 @@
+# Generated by Django 4.2.2 on 2023-10-12 10:44
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_analysis', '0018_alter_dockerprocess_resources'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='dockerprocess',
+            name='file_to_analyse',
+        ),
+        migrations.RemoveField(
+            model_name='dockerprocess',
+            name='owner',
+        ),
+        migrations.DeleteModel(
+            name='Analysis',
+        ),
+        migrations.DeleteModel(
+            name='DockerProcess',
+        ),
+    ]

backend/core/fileupload/migrations/0012_alter_license_label.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.2 on 2023-10-19 12:50
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0011_analysisresult'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='license',
+            name='label',
+            field=models.TextField(default='CC BY - SA 4.0 DEED'),
+        ),
+    ]

backend/core/fileupload/migrations/0012_file_core_fileup_owner_i_4178bf_idx_and_more.py

@@ -0,0 +1,25 @@
+# Generated by Django 4.2.2 on 2023-10-12 10:44
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0011_analysisresult'),
+    ]
+
+    operations = [
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['owner', 'confirmation_token'], name='core_fileup_owner_i_4178bf_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['confirmation_token'], name='core_fileup_confirm_22c787_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['family', 'version', 'is_confirmed'], name='core_fileup_family__df0347_idx'),
+        ),
+    ]

backend/core/fileupload/migrations/0013_family_core_fileup_owner_i_4e6325_idx_and_more.py

@@ -0,0 +1,41 @@
+# Generated by Django 4.2.2 on 2023-10-12 10:50
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0012_file_core_fileup_owner_i_4178bf_idx_and_more'),
+    ]
+
+    operations = [
+        migrations.AddIndex(
+            model_name='family',
+            index=models.Index(fields=['owner'], name='core_fileup_owner_i_4e6325_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['owner'], name='core_fileup_owner_i_3c733f_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['family'], name='core_fileup_family__57b383_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['version'], name='core_fileup_version_b47e16_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['is_confirmed'], name='core_fileup_is_conf_ba01cb_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='license',
+            index=models.Index(fields=['label'], name='core_fileup_label_70ea9c_idx'),
+        ),
+        migrations.AddIndex(
+            model_name='tag',
+            index=models.Index(fields=['label'], name='core_fileup_label_fa57bd_idx'),
+        ),
+    ]

backend/core/fileupload/migrations/0013_file_private_alter_file_family_alter_file_version.py

@@ -0,0 +1,24 @@
+# Generated by Django 4.2.2 on 2023-10-23 13:08
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0012_alter_license_label'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='file',
+            name='family',
+            field=models.ForeignKey(blank=True, null=True, on_delete=django.db.models.deletion.CASCADE, to='core_fileupload.family'),
+        ),
+        migrations.AlterField(
+            model_name='file',
+            name='version',
+            field=models.CharField(blank=True, max_length=16, null=True),
+        ),
+    ]

backend/core/fileupload/migrations/0014_file_private.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.2 on 2023-10-26 07:29
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0013_file_private_alter_file_family_alter_file_version'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='file',
+            name='private',
+            field=models.BooleanField(default=False),
+        ),
+    ]

backend/core/fileupload/migrations/0014_remove_file_core_fileup_owner_i_4178bf_idx_and_more.py

@@ -0,0 +1,29 @@
+# Generated by Django 4.2.2 on 2023-10-12 11:02
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0013_family_core_fileup_owner_i_4e6325_idx_and_more'),
+    ]
+
+    operations = [
+        migrations.RemoveIndex(
+            model_name='file',
+            name='core_fileup_owner_i_4178bf_idx',
+        ),
+        migrations.RemoveIndex(
+            model_name='file',
+            name='core_fileup_confirm_22c787_idx',
+        ),
+        migrations.RemoveIndex(
+            model_name='file',
+            name='core_fileup_owner_i_3c733f_idx',
+        ),
+        migrations.RemoveIndex(
+            model_name='file',
+            name='core_fileup_version_b47e16_idx',
+        ),
+    ]

backend/core/fileupload/migrations/0015_remove_file_core_fileup_family__df0347_idx_and_more.py

@@ -0,0 +1,29 @@
+# Generated by Django 4.2.2 on 2023-10-13 06:50
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0014_remove_file_core_fileup_owner_i_4178bf_idx_and_more'),
+    ]
+
+    operations = [
+        migrations.RemoveIndex(
+            model_name='file',
+            name='core_fileup_family__df0347_idx',
+        ),
+        migrations.RemoveIndex(
+            model_name='license',
+            name='core_fileup_label_70ea9c_idx',
+        ),
+        migrations.RemoveIndex(
+            model_name='tag',
+            name='core_fileup_label_fa57bd_idx',
+        ),
+        migrations.AddIndex(
+            model_name='file',
+            index=models.Index(fields=['owner'], name='core_fileup_owner_i_3c733f_idx'),
+        ),
+    ]

backend/core/fileupload/migrations/0016_merge_20231113_0937.py

@@ -0,0 +1,14 @@
+# Generated by Django 4.2.2 on 2023-11-13 08:37
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('core_fileupload', '0014_file_private'),
+        ('core_fileupload', '0015_remove_file_core_fileup_family__df0347_idx_and_more'),
+    ]
+
+    operations = [
+    ]

backend/core/fileupload/models.py

@@ -1,4 +1,7 @@
 from django.db import models
+from django.db.models.signals import post_migrate
+from django.dispatch import receiver
+
 from core.user.models import User
 from django.core.files.base import ContentFile
 from django.template.defaultfilters import slugify  # new
@@ -20,6 +23,9 @@ class Family(models.Model):
     class Meta:
         verbose_name = "family"
         verbose_name_plural = "families"
+        indexes = [
+            models.Index(fields=['owner']),
+        ]
 
     def __str__(self):
         # do not change that
@@ -67,21 +73,35 @@ def create(self, **kwargs):
         lic.save()
         return lic
 
+    def create_default_license(self):
+        """
+        Creates the default license.
+        """
+        default_license_label = "CC BY - SA 4.0 DEED"
+        default_license, created = self.get_or_create(label=default_license_label)
+        return default_license
 
 class License(models.Model):
     """
     Data Model for a license in the backend
     """
 
     objects = LicenseManager()
-    _default_license = "CC BY - Mention"
+    _default_license = "CC BY - SA 4.0 DEED"
 
     label = models.TextField(blank=False, default=_default_license)
 
     def __str__(self):
         # do not change that
         return f"{self.id}"
 
+    @receiver(post_migrate)
+    def create_default_license(sender, **kwargs):
+        """
+        Creates the default license after migrations.
+        """
+        License.objects.create_default_license()
+
 
 # -------------------------------------------------- File Model --------------------------------------------------
 class FileManager(models.Manager):
@@ -101,13 +121,14 @@ def save_file(self, local_file, **kwargs):
         if tags is None:
             raise TypeError("Tags is not set")
         family = kwargs.get("family", None)
-        # get file from id
-        if kwargs.get("version", None) is None:
-            raise TypeError("Version is not set")
+        version = kwargs.get("version", None)
+        private = kwargs.get("private", None)
         # get license from id
-        if kwargs.get("license", None) is None:
+        if kwargs.get("license", None) is None and kwargs.get("private") is None:
             raise TypeError("License not set!")
+
         file = self.model(**kwargs)
+
         file.save()
         file.tags.set(tags)
         file.save()
@@ -140,14 +161,14 @@ class File(models.Model):
     relative_upload_dir = "files/"
 
     owner = models.ForeignKey(User, on_delete=models.RESTRICT)
-    family = models.ForeignKey(Family, on_delete=models.CASCADE)
+    family = models.ForeignKey(Family, on_delete=models.CASCADE, null=True, blank=True)
     label = models.CharField(blank=False, max_length=255)
     description = models.TextField(blank=True)
     local_file = models.FileField(upload_to=relative_upload_dir)
     uploaded_at = models.DateTimeField(auto_now_add=True)
     license = models.ForeignKey(License, on_delete=models.CASCADE)
     tags = models.ManyToManyField(Tag)
-    version = models.CharField(blank=False, null=False, max_length=16)
+    version = models.CharField(blank=True, null=True, max_length=16)
     transpiled_file = models.FileField(
         null=True, blank=True, upload_to=relative_upload_dir
     )
@@ -159,6 +180,23 @@ class File(models.Model):
     )  # indicates if the user confirmed the upload
     slug = models.SlugField(null=True)
     confirmation_token = models.CharField(default="", max_length=255)
+    private = models.BooleanField(
+        default=False
+    )
+
+    class Meta:
+        indexes = [
+            models.Index(fields=['owner']),
+            models.Index(fields=['family']),
+            models.Index(fields=['is_confirmed']),
+        ]
+
+    class Meta:
+        indexes = [
+            models.Index(fields=['owner']),
+            models.Index(fields=['family']),
+            models.Index(fields=['is_confirmed']),
+        ]
 
     def __str__(self):
         # do not change that
@@ -169,17 +207,19 @@ def save(self, *args, **kwargs):  # new
             self.slug = slugify(self.label)
         return super().save(*args, **kwargs)
 
+
 class Analysis(models.Model):
     admin_only = models.BooleanField(default=False)
     disabled = models.BooleanField(default=False)
     query = models.TextField()
-    
+
     depends_on = models.ManyToManyField("self", symmetrical=False)
 
+
 class AnalysisResult(models.Model):
     triggered = models.BooleanField(default=False)
     error = models.BooleanField(default=False)
     result = models.JSONField(null=True)
-    
+
     analysis = models.ForeignKey(Analysis, on_delete=models.CASCADE)
     file = models.ForeignKey(File, on_delete=models.CASCADE)