Microservice runs test

explainability-api/microservice/checklist.py

@@ -125,16 +125,3 @@ def predict(model_inputs: dict, skill_id: str) -> list:
     return model_outputs
 
 
-# ############           Code from notebook           ###################
-
-with open("../checklists/extractive_model_tests.json") as f:
-    extractive_model_tests = json.load(f)
-
-skills_response = requests.get("https://square.ukp-lab.de/api/skill-manager/skill")
-skills = skills_response.json()
-
-query = create_query(skills[-1], extractive_model_tests['tests'])
-query_min = query.copy()
-query_min['request'] = query_min['request'][:1]
-
-predict(query_min, skills[-1]['id'])

explainability-api/microservice/checklist_api.py

@@ -7,25 +7,35 @@
 
 router = APIRouter()
 
-# Dev purpose
+# Dev purpose hard coded
 with open("../checklists/extractive_model_tests.json") as f:
     extractive_model_tests = json.load(f)
 
 
-@router.get('/checklist/{skill_id}', name="run checklist", response_model=List)
-def run_checklist(skill_id: str) -> list:
-    # async def run_checklist(skill_id, test_cases: List = None) -> list:
-    # test id: '63a6246c2e30fd4c06f7a0be'
-    try:
-        skill = requests.get(f'https://square.ukp-lab.de/api/skill-manager/skill/{skill_id}')
+@router.get('/')
+def read_root():
+    return {"Hello": "World"}
+
 
+@router.get('/checklist/{skill_id}', name="run checklist")
+def run_checklist(skill_id: str, n: int = None) -> list:
+    # tested with this skill_id: 63cdbd06a8b0d566ef20cb54
+    try:
+        skill_response = requests.get(f'https://square.ukp-lab.de/api/skill-manager/skill/{skill_id}')
+        skill = skill_response.json()
         skill_id = skill["id"]
         skill_type = skill["skill_type"]
 
         test_cases = extractive_model_tests['tests']
         model_inputs = checklist.create_query(skill, test_cases)
-        # get predictions
+
+        if n is not None:
+            model_inputs['request'] = model_inputs["request"][:n]  # if all would be too much
+        else:
+            model_inputs['request'] = model_inputs["request"]  # if all would be too much
         model_outputs = checklist.predict(model_inputs, skill_id)
-        return model_outputs
+
+        return model_outputs  
+
     except Exception as e:
         print(e)