Merge branch 'dev' into requirements

.gitignore

@@ -159,4 +159,4 @@ sap_netweaver_rfc
 # Databricks-connect
 
 .databricks-connect
-.dotnet
+.dotnet

CHANGELOG.md

@@ -6,9 +6,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [Unreleased]
 ### Added
 - Added `Office365-REST-Python-Client` library to `requirements`
+- Added `GetSalesQuotationData` view in `BusinessCore` source.
+- Added new ViewType `queue_interaction_detail_view` to Genesys.
+
 ### Fixed
 
 ### Changed
+- Modified `add_viadot_metadata_columns` to be able to apply a parameter source_name to the decorator  for to_df funtion or function where the DataFrame is generated.
+- Changed `SharepointToDF` task in order to implement add_viadot_metadata_columns with value `source_name="Sharepoint"` after changes.
+- Changed, `Mindful` credentials passed by the `auth` parameter, instead of by the `header`.
 
 ## [0.4.19] - 2023-08-31
 ### Added

tests/test_viadot.py

@@ -2,4 +2,4 @@
 
 
 def test_version():
-    assert __version__ == "0.4.19"
+    assert __version__ == "0.4.20"

tests/unit/test_utils.py

@@ -16,16 +16,22 @@
 
 
 class ClassForDecorator:
+    source = "Source_name"
+
     def __init__(self):
         self.df = pd.DataFrame({"a": [123], "b": ["abc"]})
 
     def to_df(self):
         return self.df
 
-    @add_viadot_metadata_columns
+    @add_viadot_metadata_columns()
     def to_df_decorated(self):
         return self.df
 
+    @add_viadot_metadata_columns(source)
+    def to_df_decorated_parameter(self):
+        return self.df
+
 
 def test_single_quotes_inside():
     TEST_VALUE = "a'b"
@@ -138,3 +144,12 @@ def test_add_viadot_metadata_columns_base():
     assert df_base.columns.to_list() == ["a", "b"]
     assert df_decorated.columns.to_list() == ["a", "b", "_viadot_source"]
     assert df_decorated["_viadot_source"][0] == "ClassForDecorator"
+
+
+def test_add_viadot_metadata_columns_with_parameter():
+    df_base = ClassForDecorator().to_df()
+    df_decorated = ClassForDecorator().to_df_decorated_parameter()
+
+    assert df_base.columns.to_list() == ["a", "b"]
+    assert df_decorated.columns.to_list() == ["a", "b", "_viadot_source"]
+    assert df_decorated["_viadot_source"][0] == "Source_name"

viadot/__init__.py

@@ -1 +1 @@
-__version__ = "0.4.19"
+__version__ = "0.4.20"

viadot/sources/business_core.py

@@ -150,6 +150,7 @@ def to_df(self, if_empty: Literal["warn", "fail", "skip"] = "skip") -> pd.DataFr
             "GetSalesInvoiceData",
             "GetSalesReturnDetailData",
             "GetSalesOrderData",
+            "GetSalesQuotationData",
         ]:
             raise APIError(f"View {view} currently not available.")
 

viadot/sources/genesys.py

@@ -320,6 +320,7 @@ def download_all_reporting_exports(
             date = self.start_date.replace("-", "")
             if single_report[4].lower() in [
                 "queue_performance_detail_view",
+                "queue_interaction_detail_view",
                 "agent_status_detail_view",
             ]:
                 file_name = f"{self.view_type.upper()}_{next(self.count)}_{date}"

viadot/sources/mindful.py

@@ -1,11 +1,12 @@
 import os
-from datetime import datetime, timedelta
 from io import StringIO
-from typing import Any, Dict, Literal
+from datetime import datetime, timedelta
+from typing import Any, Dict, Literal, Tuple
 
 import pandas as pd
 import prefect
 from requests.models import Response
+from requests.auth import HTTPBasicAuth
 
 from viadot.exceptions import APIError
 from viadot.sources.base import Source
@@ -15,7 +16,7 @@
 class Mindful(Source):
     def __init__(
         self,
-        header: str,
+        auth: Tuple[str],
         region: Literal["us1", "us2", "us3", "ca1", "eu1", "au1"] = "eu1",
         start_date: datetime = None,
         end_date: datetime = None,
@@ -27,7 +28,7 @@ def __init__(
         """Mindful connector which allows listing and downloading into Data Frame or specified format output.
 
         Args:
-            header (str): Header with credentials for calling Mindful API.
+            auth (Tuple[str]): Authentication credentials for calling Mindful API. The structure is user and password.
             region (Literal[us1, us2, us3, ca1, eu1, au1], optional): SD region from where to interact with the mindful API. Defaults to "eu1".
             start_date (datetime, optional): Start date of the request. Defaults to None.
             end_date (datetime, optional): End date of the resquest. Defaults to None.
@@ -73,7 +74,7 @@ def __init__(
             )
 
         self.file_extension = file_extension
-        self.header = header
+        self.auth = auth
 
     def _mindful_api_response(
         self,
@@ -94,8 +95,8 @@ def _mindful_api_response(
         response = handle_api_response(
             url=f"https://{self.region}surveydynamix.com/api/{endpoint}",
             params=params,
-            headers=self.header,
             method="GET",
+            auth=HTTPBasicAuth(*self.auth),
         )
 
         return response

viadot/tasks/mindful.py

@@ -117,12 +117,13 @@ def run(
                 credentials_mindful = None
                 raise CredentialError("Credentials not found.")
 
-        header = {
-            "Authorization": f"Bearer {credentials_mindful.get('VAULT')}",
-        }
+        auth = (
+            credentials_mindful["CUSTOMER_UUID"],
+            credentials_mindful["AUTH_TOKEN"],
+        )
 
         mindful = Mindful(
-            header=header,
+            auth=auth,
             region=region,
             start_date=start_date,
             end_date=end_date,

viadot/tasks/sharepoint.py

@@ -12,6 +12,7 @@
 from ..exceptions import ValidationError
 from ..sources import Sharepoint
 from .azure_key_vault import AzureKeyVaultSecret
+from ..utils import add_viadot_metadata_columns
 
 logger = logging.get_logger()
 
@@ -147,6 +148,7 @@ def split_sheet(
         "sheet_number",
         "validate_excel_file",
     )
+    @add_viadot_metadata_columns(source_name="Sharepoint")
     def run(
         self,
         path_to_file: str = None,

viadot/utils.py

@@ -408,21 +408,44 @@ def check_if_empty_file(
             handle_if_empty_file(if_empty, message=f"Input file - '{path}' is empty.")
 
 
-def add_viadot_metadata_columns(func: Callable) -> Callable:
+def add_viadot_metadata_columns(source_name: str = None) -> Callable:
     """
     Decorator that adds metadata columns to df in 'to_df' method.
     For now only _viadot_source is available because _viadot_downloaded_at_utc is added on the Flow level.
+
+    Args:
+        source_name (str, optional): The name of the source to be included in the DataFrame.
+        This should be provided when creating a DataFrame in a Task, rather than in a Source.
+        Defaults to None.
+
+    Warning: Please remember to include brackets when applying a decorator, even if you are not passing the 'source_name' parameter.
+
+    Example:
+
+        In task:
+
+        @add_viadot_metadata_columns(source_name="Sharepoint")
+        def to_df(self):
+            ...
+
+        In source:
+
+        @add_viadot_metadata_columns()
+        def to_df(self):
+            ...
     """
 
-    @functools.wraps(func)
-    def wrapper(*args, **kwargs) -> pd.DataFrame:
-        df = func(*args, **kwargs)
+    def decorator(func) -> Callable:
+        @functools.wraps(func)
+        def wrapper(*args, **kwargs) -> pd.DataFrame:
+            df = func(*args, **kwargs)
+
+            df["_viadot_source"] = (
+                source_name if source_name is not None else args[0].__class__.__name__
+            )
+
+            return df
 
-        # Accessing instance
-        instance = args[0]
-        _viadot_source = kwargs.get("source_name") or instance.__class__.__name__
-        df["_viadot_source"] = _viadot_source
-        # df["_viadot_downloaded_at_utc"] = datetime.now(timezone.utc).replace(microsecond=0)
-        return df
+        return wrapper
 
-    return wrapper
+    return decorator