From d135a11000cc155ab1d6446d5e94e9dc190778ce Mon Sep 17 00:00:00 2001
From: Adam Sachs <adam@ethyca.com>
Date: Wed, 29 Nov 2023 12:35:07 -0500
Subject: [PATCH] function to retrieve non-GVL systems

---
 src/fides/api/util/tcf/__init__.py            | 56 +++++++++++++++++++
 .../api/util/tcf/tcf_experience_contents.py   |  4 +-
 2 files changed, 57 insertions(+), 3 deletions(-)

diff --git a/src/fides/api/util/tcf/__init__.py b/src/fides/api/util/tcf/__init__.py
index e69de29bb2..7c92ff08c5 100644
--- a/src/fides/api/util/tcf/__init__.py
+++ b/src/fides/api/util/tcf/__init__.py
@@ -0,0 +1,56 @@
+from typing import List
+
+from loguru import logger
+from sqlalchemy import not_, or_
+from sqlalchemy.exc import SQLAlchemyError
+from sqlalchemy.ext.asyncio import AsyncSession
+from sqlalchemy.future import select
+from sqlalchemy.sql import Select
+
+from fides.api.models.sql_models import System
+from fides.api.util import errors
+
+AC_PREFIX = "gacp."
+GVL_PREFIX = "gvl."
+
+
+def exclude_gvl_systems(query: Select):
+    """Utility function to add a query clause that excludes GVL systems"""
+    return query.where(
+        or_(System.vendor_id == None, not_(System.vendor_id.startswith(GVL_PREFIX)))
+    )
+
+
+def exclude_ac_systems(query: Select):
+    """Utility function to add a query clause that excludes AC systems"""
+    return query.where(
+        or_(System.vendor_id == None, not_(System.vendor_id.startswith(AC_PREFIX)))
+    )
+
+
+async def list_non_tcf_systems(
+    async_session: AsyncSession, exclude_gvl: bool = True, exclude_ac: bool = True
+) -> List[System]:
+    """
+    Utility to retrieve all Systems that are not GVL systems using
+    the provided (async) DB session.
+    """
+    with logger.contextualize(sql_model="System"):
+        async with async_session.begin():
+            try:
+                logger.debug("Fetching non TCF systems")
+                query = select(System)
+                if exclude_gvl:
+                    query = exclude_gvl_systems(query)
+                if exclude_ac:
+                    query = exclude_ac_systems(query)
+                result = await async_session.execute(query)
+                sql_resources = result.scalars().all()
+            except SQLAlchemyError:
+                error = errors.QueryError()
+                logger.bind(error=error.detail["error"]).info(  # type: ignore[index]
+                    "Failed to fetch non TCF systems"
+                )
+                raise error
+
+            return sql_resources
diff --git a/src/fides/api/util/tcf/tcf_experience_contents.py b/src/fides/api/util/tcf/tcf_experience_contents.py
index 88f94d88fb..510f774da5 100644
--- a/src/fides/api/util/tcf/tcf_experience_contents.py
+++ b/src/fides/api/util/tcf/tcf_experience_contents.py
@@ -29,11 +29,9 @@
     TCFVendorLegitimateInterestsRecord,
     TCFVendorRelationships,
 )
+from fides.api.util.tcf import AC_PREFIX
 from fides.config import CONFIG
 
-AC_PREFIX = "gacp."
-GVL_PREFIX = "gvl."
-
 PURPOSE_DATA_USES: List[str] = []
 for purpose in MAPPED_PURPOSES.values():
     PURPOSE_DATA_USES.extend(purpose.data_uses)