feat: POC automation test for AI using python

JIRA: QA-23855
risk: nonprod

Author: Tubt

.gitignore

@@ -16,3 +16,5 @@ docs/resources/_gen
 docs/tmp/
 docs/versioned_docs
 docs/.hugo_build.lock
+
+integration_tests/**/__pycache__

gooddata-sdk/gooddata_sdk/compute/service.py

@@ -105,5 +105,21 @@ def ai_chat_history_reset(self, workspace_id: str) -> None:
         Args:
             workspace_id: workspace identifier
         """
-        chat_history_request = ChatHistoryRequest(reset=True)
+        chat_history_request = ChatHistoryRequest(
+            reset=True,
+        )
+        self._actions_api.ai_chat_history(workspace_id, chat_history_request, _check_return_type=False)
+
+    def ai_chat_history_user_feedback(
+        self, workspace_id: str, chat_history_interaction_id: int = 0, user_feedback: str = "POSITIVE"
+    ) -> None:
+        """
+        Reset chat history with AI in GoodData workspace.
+
+        Args:
+            workspace_id: workspace identifier
+        """
+        chat_history_request = ChatHistoryRequest(
+            chat_history_interaction_id=chat_history_interaction_id, user_feedback=user_feedback
+        )
         self._actions_api.ai_chat_history(workspace_id, chat_history_request, _check_return_type=False)

integration_tests/.env.template

@@ -0,0 +1,6 @@
+# (C) 2024 GoodData Corporation
+HOST=
+TOKEN=
+DATASOURCE_ID=
+WORKSPACE_ID=
+LLM_TOKEN=

integration_tests/__init__.py

@@ -0,0 +1 @@
+# (C) 2021 GoodData Corporation

integration_tests/conftest.py

@@ -0,0 +1,34 @@
+# (C) 2024 GoodData Corporation
+# filepath: /Users/tubui/Documents/CODE/gooddata-python-sdk-1/gooddata-sdk/integration_tests/scripts/conftest.py
+import os
+
+import pytest
+from dotenv import load_dotenv
+
+# Load the .env file from the current directory
+load_dotenv()
+
+
+@pytest.fixture(scope="session", autouse=True)
+def setup_env():
+    # Ensure that the environment variables are set
+    os.environ["HOST"] = os.getenv("HOST", "https://checklist.staging.stg11.panther.intgdc.com")
+    os.environ["TOKEN"] = os.getenv("TOKEN", "")
+    os.environ["DATASOURCE_ID"] = os.getenv("DATASOURCE_ID", "")
+    os.environ["WORKSPACE_ID"] = os.getenv("WORKSPACE_ID", "")
+    os.environ["DATASOURCE_TYPE"] = os.getenv("DATASOURCE_TYPE", "")
+    os.environ["DATASOURCE_PASSWORD"] = os.getenv("DATASOURCE_PASSWORD", "")
+
+    # Check if the necessary environment variables are set
+    if not os.environ["HOST"]:
+        raise OSError("\nHOST environment variable is not set.")
+    if not os.environ["TOKEN"]:
+        raise OSError("\nTOKEN environment variable is not set.")
+    if not os.environ["DATASOURCE_ID"]:
+        print("\nWarning: DATA_SOURCE_ID environment variable is not set.")
+    if not os.environ["WORKSPACE_ID"]:
+        print("\nWarning: WORKSPACE_ID environment variable is not set.")
+    if not os.environ["DATASOURCE_TYPE"]:
+        print("\nWarning: DATASOURCE_TYPE environment variable is not set.")
+    if not os.environ["DATASOURCE_PASSWORD"]:
+        print("\nWarning: DATASOURCE_PASSWORD environment variable is not set.")

integration_tests/expected/column_total_returns_by_month.json

@@ -0,0 +1,30 @@
+{
+    "id": "total_returns_per_month",
+    "title": "Total Returns per Month",
+    "visualizationType": "COLUMN",
+    "metrics": [
+      {
+        "id": "total_returns",
+        "type": "metric",
+        "title": "Total Returns"
+      }
+    ],
+    "dimensionality": [
+      {
+        "id": "return_date.month",
+        "type": "attribute",
+        "title": "Return date - Month/Year"
+      }
+    ],
+    "filters": [],
+    "suggestions": [
+      {
+        "query": "Switch to a line chart to better visualize the trend of total returns over the months.",
+        "label": "Line Chart for Trends"
+      },
+      {
+        "query": "Filter the data to show total returns for this year only.",
+        "label": "This Year's Returns"
+      }
+    ]
+}

integration_tests/expected/headline_count_of_order.json

@@ -0,0 +1,21 @@
+{
+    "id": "number_of_order_ids",
+    "title": "Number of Order IDs",
+    "visualizationType": "HEADLINE",
+    "metrics": [
+      {
+        "id": "order_id",
+        "type": "attribute",
+        "title": "Number of Order IDs",
+        "aggFunction": "COUNT"
+      }
+    ],
+    "dimensionality": [],
+    "filters": [],
+    "suggestions": [
+      {
+        "query": "Show the number of orders by year",
+        "label": "Show by Year"
+      }
+    ]
+}

integration_tests/fixtures/ai_questions.json

@@ -0,0 +1,10 @@
+[
+    {
+        "question": "What is number of order id, show as HEADLINE chart?",
+        "expected_objects_file": "headline_count_of_order.json"
+    },
+    {
+        "question": "What is total returns per month? show as COLUMN chart",
+        "expected_objects_file": "column_total_returns_by_month.json"
+    }
+]

integration_tests/scenarios/__init__.py

@@ -0,0 +1 @@
+# (C) 2021 GoodData Corporation

integration_tests/scenarios/aiChat.py

@@ -0,0 +1,56 @@
+# (C) 2024 GoodData Corporation
+import os
+import sys
+from pprint import pprint
+
+import pytest
+from dotenv import load_dotenv
+from gooddata_sdk import GoodDataSdk
+
+SCRIPTS_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.append(SCRIPTS_DIR)
+
+# Load environment variables from the .env file
+load_dotenv()
+
+# Create the test_config dictionary with the loaded environment variables
+test_config = {"host": os.getenv("HOST"), "token": os.getenv("TOKEN")}
+workspace_id = os.getenv("WORKSPACE_ID")
+
+questions = ["What is number of order line id ?"]
+sdk = GoodDataSdk.create(host_=test_config["host"], token_=test_config["token"])
+
+
+def test_reset_chat_history():
+    sdk.compute.ai_chat_history_reset(workspace_id)
+
+
+@pytest.mark.parametrize("question", questions)
+def test_ask_ai(question):
+    chat_ai_res = sdk.compute.ai_chat(workspace_id, question=question)
+    pprint(chat_ai_res.to_dict())
+    assert chat_ai_res["created_visualizations"] is not None, "Created visualizations should not be None"
+    assert chat_ai_res["routing"] is not None, "Routing should not be None"
+
+
+def test_ai_chat_history():
+    chat_ai_res = sdk.compute.ai_chat(workspace_id, question="show me a headline generating net sales and net order")
+    chat_ai_res.to_dict()
+    chat_history_interaction_id = chat_ai_res["chat_history_interaction_id"]
+    pprint(chat_history_interaction_id)
+    chat_history_res = sdk.compute.ai_chat_history(workspace_id, chat_history_interaction_id)
+    sdk.compute.ai_chat_history_user_feedback(workspace_id, chat_history_interaction_id, "POSITIVE")
+    pprint(chat_history_res.to_dict())
+
+
+def test_get_chat_history():
+    chat_history_res = sdk.compute.ai_chat_history(workspace_id)
+    pprint(chat_history_res.to_dict())
+    assert chat_history_res["interactions"] is not None, "Interactions should not be None"
+    assert (
+        chat_history_res["interactions"][0]["question"] == "What is number of order line id ?"
+    ), "First interaction question should match"
+
+
+if __name__ == "__main__":
+    pytest.main()