Fix kfp-kubernetes-library-tests and backend driver Optional field handling

- Regenerate Python protobuf bindings to include the optional field for SecretAsEnv and ConfigMapAsEnv
- Update test_volume.py to expect optional: False in secretAsEnv
- Fix backend driver to only set Optional field when explicitly true (maintains backward compatibility)
- Prevents breaking existing backend tests that expect Optional to be nil by default
- All 110 kfp-kubernetes-library-tests now pass
- All backend driver tests now pass
- Fixes PR kubeflow#12216 test failures

Signed-off-by: ddalvi <[email protected]>

Author: DharmitD

backend/src/v2/driver/k8s.go

@@ -273,12 +273,19 @@ func extendPodSpecPatch(
 	// Get secret env information
 	for _, secretAsEnv := range kubernetesExecutorConfig.GetSecretAsEnv() {
 		for _, keyToEnv := range secretAsEnv.GetKeyToEnv() {
+			secretKeySelector := &k8score.SecretKeySelector{
+				Key: keyToEnv.GetSecretKey(),
+			}
+
+			// Only set Optional field when explicitly true to maintain backward compatibility
+			if secretAsEnv.Optional != nil && *secretAsEnv.Optional {
+				secretKeySelector.Optional = &[]bool{true}[0]
+			}
+
 			secretEnvVar := k8score.EnvVar{
 				Name: keyToEnv.GetEnvVar(),
 				ValueFrom: &k8score.EnvVarSource{
-					SecretKeyRef: &k8score.SecretKeySelector{
-						Key: keyToEnv.GetSecretKey(),
-					},
+					SecretKeyRef: secretKeySelector,
 				},
 			}
 
@@ -341,12 +348,19 @@ func extendPodSpecPatch(
 	// Get config map env information
 	for _, configMapAsEnv := range kubernetesExecutorConfig.GetConfigMapAsEnv() {
 		for _, keyToEnv := range configMapAsEnv.GetKeyToEnv() {
+			configMapKeySelector := &k8score.ConfigMapKeySelector{
+				Key: keyToEnv.GetConfigMapKey(),
+			}
+
+			// Only set Optional field when explicitly true to maintain backward compatibility
+			if configMapAsEnv.Optional != nil && *configMapAsEnv.Optional {
+				configMapKeySelector.Optional = &[]bool{true}[0]
+			}
+
 			configMapEnvVar := k8score.EnvVar{
 				Name: keyToEnv.GetEnvVar(),
 				ValueFrom: &k8score.EnvVarSource{
-					ConfigMapKeyRef: &k8score.ConfigMapKeySelector{
-						Key: keyToEnv.GetConfigMapKey(),
-					},
+					ConfigMapKeyRef: configMapKeySelector,
 				},
 			}