test

.harness/reusable_build_images.yaml

@@ -1,6 +1,6 @@
 pipeline:
   name: WIP REUSABLE PIPELINE to build images
-  identifier: WIP_build_images
+  identifier: envs_image_build
   projectIdentifier: datarobotusermodels
   orgIdentifier: Custom_Models
   tags: {}
@@ -100,7 +100,7 @@ pipeline:
           condition: <+pipeline.variables.envs_folders>!=""
     - stage:
         name: build images
-        identifier: build_images
+        identifier: build_img
         description: ""
         type: CI
         spec:
@@ -136,7 +136,7 @@ pipeline:
         strategy:
           matrix:
             image: <+json.list("images", <+pipeline.stages.get_changes_and_output_images_build_matrix.spec.execution.steps.Build_params_matrix.output.outputVariables.matrix_json>)>
-            nodeName: <+matrix.image.repository>:<+matrix.image.tag>
+            nodeName: <+strategy.iteration>-<+matrix.image.repository>:<+matrix.image.tag>
   description: |-
     This pipeline can be used in other repositories to:
     * detect which environments have changed. Environment is a folder with env_info.json

.harness/test_functional_by_framework_multisteps.yaml

@@ -8,7 +8,7 @@ pipeline:
         identifier: Reconcile_envVersionIds_requirements
         template:
           templateRef: org.Execution_Environments_Reconcile_Stage
-          versionLabel: v1
+          versionLabel: v2
           templateInputs:
             type: CI
             variables:
@@ -34,10 +34,10 @@ pipeline:
         type: Pipeline
         spec:
           org: Custom_Models
-          pipeline: WIP_build_images
+          pipeline: envs_image_build
           project: datarobotusermodels
           inputs:
-            identifier: WIP_build_images
+            identifier: envs_image_build
             variables:
               - name: repo
                 type: String
@@ -254,3 +254,12 @@ pipeline:
       description: Whether to force all requirements update to the latest versions
       required: false
       value: <+input>.default(false).allowedValues(true,false)
+  properties:
+    ci:
+      codebase:
+        connectorRef: account.svc_harness_git1
+        repoName: <+pipeline.variables.target_repo>
+        build:
+          type: branch
+          spec:
+            branch: <+pipeline.variables.source_branch>

.harness/test_functional_general.yaml

@@ -27,7 +27,7 @@ pipeline:
                         shell: Bash
                         command: |-
                           ./harness_scripts/functional_general/mlops_reporting_entrypoint.sh \
-                            <+secrets.getValue("account.dockerhubdatarobotread2orgread1")>
+                            <+secrets.getValue("org.genai-systems-dockerhub-login")> <+secrets.getValue("org.genai-systems-dockerhub-token")>
                         resources:
                           limits:
                             memory: 3G
@@ -92,7 +92,7 @@ pipeline:
                         shell: Bash
                         command: |
                           ./harness_scripts/functional_general/general_tests_entrypoint.sh \
-                            <+secrets.getValue("account.dockerhubdatarobotread2orgread1")>
+                            <+secrets.getValue("org.genai-systems-dockerhub-login")> <+secrets.getValue("org.genai-systems-dockerhub-token")>
                         resources:
                           limits:
                             memory: 8G

DRCODEOWNERS

@@ -32,7 +32,6 @@
 /model_templates/proxy_model_datarobot                            @datarobot/genai-systems
 /model_templates/triton_onnx_unstructured                         @datarobot/genai-systems
 /public_dropin_environments/java_codegen                          @datarobot/genai-systems
-/public_dropin_environments/python311_genai                       @datarobot/buzok
 /public_dropin_environments/python311_genai_agents                @datarobot/buzok
 /public_dropin_environments/python3_keras                         @datarobot/genai-systems @datarobot/core-modeling
 /public_dropin_environments/python3_onnx                          @datarobot/genai-systems

harness_scripts/functional_general/general_tests_entrypoint.sh

@@ -3,11 +3,12 @@
 script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 . ${script_dir}/../common/common.sh
 
-DOCKER_HUB_SECRET=$1
+DOCKER_HUB_USERNAME=$1
+DOCKER_HUB_SECRET=$2
 if [ -n "$HARNESS_BUILD_ID" ]; then
   title "Running within a Harness pipeline."
   [ -z $DOCKER_HUB_SECRET ] && echo "Docker HUB secret is expected as an input argument" && exit 1
-  docker login -u datarobotread2 -p $DOCKER_HUB_SECRET || { echo "Docker login failed"; exit 1; }
+  docker login -u $DOCKER_HUB_USERNAME -p $DOCKER_HUB_SECRET || { echo "Docker login failed"; exit 1; }
 fi
 
 title "Build image for tests"

harness_scripts/functional_general/mlops_reporting_entrypoint.sh

@@ -4,11 +4,12 @@ script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
 . ${script_dir}/../common/common.sh
 . ${script_dir}/../../tools/create-and-source-venv.sh
 
-DOCKER_HUB_SECRET=$1
+DOCKER_HUB_USERNAME=$1
+DOCKER_HUB_SECRET=$2
 if [ -n "$HARNESS_BUILD_ID" ]; then
   title "Running within a Harness pipeline."
   [ -z $DOCKER_HUB_SECRET ] && echo "Docker HUB secret is expected as an input argument" && exit 1
-  docker login -u datarobotread2 -p $DOCKER_HUB_SECRET || { echo "Docker login failed"; exit 1; }
+  docker login -u $DOCKER_HUB_USERNAME -p $DOCKER_HUB_SECRET || { echo "Docker login failed"; exit 1; }
 fi
 
 title "Preparing to test"

jenkins/test_functional_per_framework.sh

@@ -25,8 +25,6 @@ elif [ "$1" = "python3_pmml" ]; then
     DOCKER_IMAGE="python3_pmml"
 elif [ "$1" = "python3_pytorch" ]; then
     DOCKER_IMAGE="python3_pytorch"
-elif [ "$1" = "python311_genai" ]; then
-    DOCKER_IMAGE="python311_genai"
 elif [ "$1" = "python3_sklearn" ]; then
     DOCKER_IMAGE="python3_sklearn"
 elif [ "$1" = "python3_xgboost" ]; then