fix(tests): disable auth for spark test via env var instead of env file (#14148)

Author: chakru-r

docker/build.gradle

@@ -99,7 +99,8 @@ ext {
                             ':datahub-actions',
                     ],
                     additionalEnv: [
-                            'DATAHUB_LOCAL_COMMON_ENV': "${rootProject.project(':metadata-integration:java:spark-lineage-legacy').projectDir}/spark-smoke-test/smoke-gms.env"
+                            'DATAHUB_LOCAL_COMMON_ENV': "${rootProject.project(':metadata-integration:java:spark-lineage-legacy').projectDir}/spark-smoke-test/smoke-gms.env",
+                            'METADATA_SERVICE_AUTH_ENABLED': 'false'
                     ]
             ],
             'quickstartStorage': [

metadata-integration/java/spark-lineage-legacy/spark-smoke-test/smoke-gms.env

@@ -1,2 +1,4 @@
 REST_API_AUTHORIZATION_ENABLED=false
-METADATA_SERVICE_AUTH_ENABLED=false
+# This does not work from an env file since this is also defined in the environment list which takes precedence over env files.
+# This environment variable must be set to disable METADATA_SERVICE_AUTH_ENABLED
+# METADATA_SERVICE_AUTH_ENABLED=false