From fc80d3f3a213521558f1ea2a5c32425fe0ac4947 Mon Sep 17 00:00:00 2001 From: Benedict Lee <118954493+imda-benedictlee@users.noreply.github.com> Date: Thu, 14 Sep 2023 07:48:09 +0800 Subject: [PATCH 01/59] Update README.md --- README.md | 1 + 1 file changed, 1 insertion(+) diff --git a/README.md b/README.md index 48444aa74..e08cbc187 100644 --- a/README.md +++ b/README.md @@ -1,4 +1,5 @@ # README.md +[![Integration Tests](https://github.com/IMDA-BTG/aiverify/actions/workflows/integration-tests.yml/badge.svg)](https://github.com/IMDA-BTG/aiverify/actions/workflows/integration-tests.yml) ## Introduction From c485db953827bd87a78e90884db3b699333c8956 Mon Sep 17 00:00:00 2001 From: Amin Date: Mon, 21 Aug 2023 13:41:44 +0800 Subject: [PATCH 02/59] break down project test spec into multiple files --- .../project.selectDatasetModel.test.tsx.snap | 269 +++ .../__snapshots__/project.test.tsx.snap | 2036 ----------------- ...oject.test.tsx => project.canvas.test.tsx} | 86 - .../project.selectDatasetModel.test.tsx | 207 ++ 4 files changed, 476 insertions(+), 2122 deletions(-) create mode 100644 ai-verify-portal/__tests__/modules/__snapshots__/project.selectDatasetModel.test.tsx.snap delete mode 100644 ai-verify-portal/__tests__/modules/__snapshots__/project.test.tsx.snap rename ai-verify-portal/__tests__/modules/{project.test.tsx => project.canvas.test.tsx} (84%) create mode 100644 ai-verify-portal/__tests__/modules/project.selectDatasetModel.test.tsx diff --git a/ai-verify-portal/__tests__/modules/__snapshots__/project.selectDatasetModel.test.tsx.snap b/ai-verify-portal/__tests__/modules/__snapshots__/project.selectDatasetModel.test.tsx.snap new file mode 100644 index 000000000..dcdc80488 --- /dev/null +++ b/ai-verify-portal/__tests__/modules/__snapshots__/project.selectDatasetModel.test.tsx.snap @@ -0,0 +1,269 @@ +// Jest Snapshot v1, https://goo.gl/fbAQLP + +exports[`Project Flow - Select Dataset And Model Datasets and Model Selection Screen should render Datasets / Model selection screen: Datasets/Model-Selection-Screen 1`] = ` +
+
+
+
+
+
+

+ Project +

+

+ Test Project +

+
+
+
+ +
+
+ + + Tests Arguments + +
+
+
+
+
+
+ +
+ Fairness Metrics Toolbox for Regression +
+
+
+
+
+
+
+
+
+
+

+ Select the Datasets and AI Model to be tested +

+

+ Please select the datasets required for report generation followed by the AI Model to be tested +

+
+
+
+

+ Testing Dataset +

+

+ Select the testing dataset to be used for the tests to run. +

+
+
+
+ +
+
+
+
+

+ Ground Truth Dataset +

+

+ Select the dataset containing the ground truth. The testing dataset can be used. +

+
+
+
+ +
+
+
+
+

+ AI Model +

+

+ Select the AI Model to be tested. Model Upload and API Connection available. +

+
+
+
+ +
+
+
+
+
+

+ Provide Test Arguments +

+

+ Open each test argument to provide the arguments required to run the tests and generate the report +

+
+
+
+

+ Fairness Metrics Toolbox for Regression +

+
+
+
+

+ This algorithm computes a list of fairness metrics to measure how correctly your model predicts among the given set of sensitive features. +

+
+ +
+ Invalid Arguments +
+
+
+
+
+
+
+
+
+
+
+`; diff --git a/ai-verify-portal/__tests__/modules/__snapshots__/project.test.tsx.snap b/ai-verify-portal/__tests__/modules/__snapshots__/project.test.tsx.snap deleted file mode 100644 index f3646b0c1..000000000 --- a/ai-verify-portal/__tests__/modules/__snapshots__/project.test.tsx.snap +++ /dev/null @@ -1,2036 +0,0 @@ -// Jest Snapshot v1, https://goo.gl/fbAQLP - -exports[`Project Flow Datasets and Model Selection Screen should render Datasets / Model selection screen: Datasets/Model-Selection-Screen 1`] = ` -
-
-
-
-
-
-

- Project -

-

- Test Project -

-
-
-
- -
-
- - - Tests Arguments - -
-
-
-
-
-
- -
- Fairness Metrics Toolbox for Regression -
-
-
-
-
-
-
-
-
-
-

- Select the Datasets and AI Model to be tested -

-

- Please select the datasets required for report generation followed by the AI Model to be tested -

-
-
-
-

- Testing Dataset -

-

- Select the testing dataset to be used for the tests to run. -

-
-
-
- -
-
-
-
-

- Ground Truth Dataset -

-

- Select the dataset containing the ground truth. The testing dataset can be used. -

-
-
-
- -
-
-
-
-

- AI Model -

-

- Select the AI Model to be tested. Model Upload and API Connection available. -

-
-
-
- -
-
-
-
-
-

- Provide Test Arguments -

-

- Open each test argument to provide the arguments required to run the tests and generate the report -

-
-
-
-

- Fairness Metrics Toolbox for Regression -

-
-
-
-

- This algorithm computes a list of fairness metrics to measure how correctly your model predicts among the given set of sensitive features. -

-
- -
- Invalid Arguments -
-
-
-
-
-
-
-
-
-
-
-`; - -exports[`Project Flow Project Information Capture and Select Template screens should go to Select Report Template if Project Name is filled : Select Report Template Screen 1`] = ` -
-
-
-
-
-
- -
- Project Details -
-
-
-
- -
-
-
- -
-
-
-
-
- Next -
- -
-
-
-
-
-
-
-
-
-
-
- -
-

- Select Report Template -

-

- Select a template or start with an empty canvas. -

-
-
-
- - - No Templates Found. Select 'Blank Canvas' and click 'Next' - -
-
-
-
-
-
- Blank Canvas -
-
- Design your own report by dragging widgets onto a blank canvas -
-
-
-
-
-
-
-
-
-
-
-
-`; - -exports[`Project Flow Project Information Capture and Select Template screens should render Project Information Capture screen: Project Information Capture Screen 1`] = ` -
-
-
-
-
-
- -
- Home -
-
-
-
- -
-
-
- -
-
-
-
-
- Next -
- -
-
-
-
-
-
-
-
-
-
-

- Create a new AI Testing Project -

-

- Create a new AI Testing Project to design the tests to be run on the AI Model -
- and document the test results in the report generated -

-
-
-
-

- General Information -

-

- Provide general information required for the report generation -

-
-
-
-
- -
-
-