From e3f82a82978233afa496f376762b855ccae1276e Mon Sep 17 00:00:00 2001
From: Parham Mohammad Panahi <panahiparham@gmail.com>
Date: Tue, 24 Sep 2024 03:13:44 -0600
Subject: [PATCH] test: adding tests for experiment definition class

---
 tests/test_ExperimentDefinition.py | 62 ++++++++++++++++++++++++++++++
 1 file changed, 62 insertions(+)
 create mode 100644 tests/test_ExperimentDefinition.py

diff --git a/tests/test_ExperimentDefinition.py b/tests/test_ExperimentDefinition.py
new file mode 100644
index 0000000..60ebd52
--- /dev/null
+++ b/tests/test_ExperimentDefinition.py
@@ -0,0 +1,62 @@
+import os
+
+from ml_experiment.DefinitionPart import DefinitionPart
+from ml_experiment.ExperimentDefinition import ExperimentDefinition
+
+
+def test_ExperimentDefinition():
+
+    # build dummy experiment
+    exp_name = 'dummy_experiment'
+    part_name = 'qrc'
+
+    part = stubbed_DefinitionPart(exp_name, part_name)
+    part.add_sweepable_property('alpha', (2**-i for i in range(3, 8)))
+    part.add_sweepable_property('beta', [0.5, 1.0, 2.0])
+    part.commit()
+
+
+    # load experiment definition
+    version = 0
+    config_ids = [1, 2, 3]
+    seeds = [1, 2]
+
+    exp = stubbed_ExperimentDefinition(exp_name, part_name, version)
+
+    config = exp.get_config(0)
+    assert config == {'alpha': 0.125, 'beta': 0.5, 'id': 0}
+
+    configs = exp.get_configs(config_ids)
+    assert configs == [
+        {'alpha': 0.125, 'beta': 1.0, 'id': 1},
+        {'alpha': 0.125, 'beta': 2.0, 'id': 2},
+        {'alpha': 0.0625, 'beta': 0.5, 'id': 3},
+    ]
+
+
+    configs_and_seeds = exp.get_configs(config_ids, product_seeds=seeds)
+    assert configs_and_seeds == [
+        {'alpha': 0.125, 'beta': 1.0, 'id': 1, 'seed': 1},
+        {'alpha': 0.125, 'beta': 1.0, 'id': 1, 'seed': 2},
+        {'alpha': 0.125, 'beta': 2.0, 'id': 2, 'seed': 1},
+        {'alpha': 0.125, 'beta': 2.0, 'id': 2, 'seed': 2},
+        {'alpha': 0.0625, 'beta': 0.5, 'id': 3, 'seed': 1},
+        {'alpha': 0.0625, 'beta': 0.5, 'id': 3, 'seed': 2},
+    ]
+
+
+class stubbed_DefinitionPart(DefinitionPart):
+    def __init__(self, exp_name: str, name: str, base: str | None = None):
+        self.exp_name = exp_name
+        super().__init__(name, base)
+
+    def get_results_path(self) -> str:
+        return os.path.join(self.base_path, 'results', self.exp_name)
+
+class stubbed_ExperimentDefinition(ExperimentDefinition):
+    def __init__(self, exp_name: str, part_name: str, version: int, base: str | None = None):
+        self.exp_name = exp_name
+        super().__init__(part_name, version, base)
+
+    def get_results_path(self) -> str:
+        return os.path.join(self.base_path, 'results', self.exp_name)