SNOW-2122782 Read test config from env variables (#1181)

Author: sfc-gh-knozderko

Snowflake.Data.Tests/IntegrationTests/SFConnectionIT.cs

@@ -2512,7 +2512,7 @@ public void TestOAuthFlow()
             var driverRootPath = Path.Combine("..", "..", "..", "..");
             var configFilePath = Path.Combine(driverRootPath, "..", ".parameters_oauth_authorization_code_okta.json"); // Adjust to a proper config for your manual testing
             var authenticator = OAuthAuthorizationCodeAuthenticator.AuthName; // Set either OAuthAuthorizationCodeAuthenticator.AuthName or OAuthClientCredentialsAuthenticator.AuthName
-            var testConfig = TestEnvironment.ReadTestConfig(configFilePath);
+            var testConfig = TestEnvironment.ReadTestConfigFile(configFilePath);
             RemoveOAuthCache(testConfig);
             try
             {

Snowflake.Data.Tests/SFBaseTest.cs

@@ -8,6 +8,7 @@
 using System.Runtime.InteropServices;
 using NUnit.Framework;
 using Snowflake.Data.Client;
+using Snowflake.Data.Core.Tools;
 using Snowflake.Data.Log;
 using Snowflake.Data.Tests.Util;
 
@@ -47,9 +48,9 @@ public static void TearDownContext()
      */
     [TestFixture]
     [FixtureLifeCycle(LifeCycle.InstancePerTestCase)]
-    [SetCulture("en-US")]
+    [SetCulture("en-US")]
 #if !SEQUENTIAL_TEST_RUN
-    [Parallelizable(ParallelScope.All)]
+    [Parallelizable(ParallelScope.All)]
 #endif
     public class SFBaseTestAsync
     {
@@ -193,11 +194,67 @@ public void Setup()
             var cloud = Environment.GetEnvironmentVariable("snowflake_cloud_env");
             Assert.IsTrue(cloud == null || cloud == "AWS" || cloud == "AZURE" || cloud == "GCP", "{0} is not supported. Specify AWS, AZURE or GCP as cloud environment", cloud);
 
-            TestConfig = ReadTestConfig("parameters.json");
+            TestConfig = ReadTestConfig();
             ModifySchema(TestConfig.schema, SchemaAction.CREATE);
         }
 
-        internal static TestConfig ReadTestConfig(string fileName)
+        private static TestConfig ReadTestConfig()
+        {
+            var fileName = "parameters.json";
+            var testConfig = File.Exists(fileName) ? ReadTestConfigFile(fileName) : ReadTestConfigEnvVariables();
+            testConfig.schema = testConfig.schema + "_" + Guid.NewGuid().ToString().Replace("-", "_");
+            return testConfig;
+        }
+
+        private static TestConfig ReadTestConfigEnvVariables()
+        {
+            var config = new TestConfig();
+            config.user = ReadEnvVariableIfSet(config.user, "SNOWFLAKE_TEST_USER");
+            config.password = ReadEnvVariableIfSet(config.password, "SNOWFLAKE_TEST_PASSWORD");
+            config.account = ReadEnvVariableIfSet(config.account, "SNOWFLAKE_TEST_ACCOUNT");
+            config.host = ReadEnvVariableIfSet(config.host, "SNOWFLAKE_TEST_HOST");
+            config.port = ReadEnvVariableIfSet(config.port, "SNOWFLAKE_TEST_PORT");
+            config.warehouse = ReadEnvVariableIfSet(config.warehouse, "SNOWFLAKE_TEST_WAREHOUSE");
+            config.database = ReadEnvVariableIfSet(config.database, "SNOWFLAKE_TEST_DATABASE");
+            config.schema = ReadEnvVariableIfSet(config.schema, "SNOWFLAKE_TEST_SCHEMA");
+            config.role = ReadEnvVariableIfSet(config.role, "SNOWFLAKE_TEST_ROLE");
+            config.protocol = ReadEnvVariableIfSet(config.protocol, "SNOWFLAKE_TEST_PROTOCOL");
+            config.oktaUser = ReadEnvVariableIfSet(config.oktaUser, "SNOWFLAKE_TEST_OKTA_USER");
+            config.oktaPassword = ReadEnvVariableIfSet(config.oktaPassword, "SNOWFLAKE_TEST_OKTA_PASSWORD");
+            config.oktaUrl = ReadEnvVariableIfSet(config.oktaUrl, "SNOWFLAKE_TEST_OKTA_URL");
+            config.jwtAuthUser = ReadEnvVariableIfSet(config.jwtAuthUser, "SNOWFLAKE_TEST_JWT_USER");
+            config.pemFilePath = ReadEnvVariableIfSet(config.pemFilePath, "SNOWFLAKE_TEST_PEM_FILE");
+            config.p8FilePath = ReadEnvVariableIfSet(config.p8FilePath, "SNOWFLAKE_TEST_P8_FILE");
+            config.pwdProtectedPrivateKeyFilePath = ReadEnvVariableIfSet(config.pwdProtectedPrivateKeyFilePath, "SNOWFLAKE_TEST_PWD_PROTECTED_PK_FILE");
+            config.privateKey = ReadEnvVariableIfSet(config.privateKey, "SNOWFLAKE_TEST_PK_CONTENT");
+            config.pwdProtectedPrivateKey = ReadEnvVariableIfSet(config.pwdProtectedPrivateKey, "SNOWFLAKE_TEST_PROTECTED_PK_CONTENT");
+            config.privateKeyFilePwd = ReadEnvVariableIfSet(config.privateKeyFilePwd, "SNOWFLAKE_TEST_PK_PWD");
+            config.oauthToken = ReadEnvVariableIfSet(config.oauthToken, "SNOWFLAKE_TEST_OAUTH_TOKEN");
+            config.expOauthToken = ReadEnvVariableIfSet(config.expOauthToken, "SNOWFLAKE_TEST_EXP_OAUTH_TOKEN");
+            config.proxyHost = ReadEnvVariableIfSet(config.proxyHost, "SNOWFLAKE_TEST_PROXY_HOST");
+            config.proxyPort = ReadEnvVariableIfSet(config.proxyPort, "SNOWFLAKE_TEST_PROXY_PORT");
+            config.authProxyHost = ReadEnvVariableIfSet(config.authProxyHost, "SNOWFLAKE_TEST_AUTH_PROXY_HOST");
+            config.authProxyPort = ReadEnvVariableIfSet(config.authProxyPort, "SNOWFLAKE_TEST_AUTH_PROXY_PORT");
+            config.authProxyUser = ReadEnvVariableIfSet(config.authProxyUser, "SNOWFLAKE_TEST_AUTH_PROXY_USER");
+            config.authProxyPwd = ReadEnvVariableIfSet(config.authProxyPwd, "SNOWFLAKE_TEST_AUTH_PROXY_PWD");
+            config.nonProxyHosts = ReadEnvVariableIfSet(config.nonProxyHosts, "SNOWFLAKE_TEST_NON_PROXY_HOSTS");
+            config.oauthClientId = ReadEnvVariableIfSet(config.oauthClientId, "SNOWFLAKE_TEST_OAUTH_CLIENT_ID");
+            config.oauthClientSecret = ReadEnvVariableIfSet(config.oauthClientSecret, "SNOWFLAKE_TEST_OAUTH_CLIENT_SECRET");
+            config.oauthScope = ReadEnvVariableIfSet(config.oauthScope, "SNOWFLAKE_TEST_OAUTH_SCOPE");
+            config.oauthRedirectUri = ReadEnvVariableIfSet(config.oauthRedirectUri, "SNOWFLAKE_TEST_OAUTH_REDIRECT_URI");
+            config.oauthAuthorizationUrl = ReadEnvVariableIfSet(config.oauthAuthorizationUrl, "SNOWFLAKE_TEST_OAUTH_AUTHORIZATION_URL");
+            config.oauthTokenRequestUrl = ReadEnvVariableIfSet(config.oauthTokenRequestUrl, "SNOWFLAKE_TEST_OAUTH_TOKEN_REQUEST_URL");
+            config.programmaticAccessToken = ReadEnvVariableIfSet(config.programmaticAccessToken, "SNOWFLAKE_TEST_PROGRAMMATIC_ACCESS_TOKEN");
+            return config;
+        }
+
+        private static string ReadEnvVariableIfSet(string defaultValue, string variableName)
+        {
+            var variableValue = Environment.GetEnvironmentVariable(variableName);
+            return string.IsNullOrEmpty(variableValue) ? defaultValue : variableValue;
+        }
+
+        internal static TestConfig ReadTestConfigFile(string fileName)
         {
             var reader = new StreamReader(fileName);
             var testConfigString = reader.ReadToEnd();
@@ -213,9 +270,7 @@ internal static TestConfig ReadTestConfig(string fileName)
             var testConfigs = JsonConvert.DeserializeObject<Dictionary<string, TestConfig>>(testConfigString, jsonSettings);
             if (testConfigs.TryGetValue("testconnection", out var testConnectionConfig))
             {
-                var testConfig = testConnectionConfig;
-                testConfig.schema = testConfig.schema + "_" + Guid.NewGuid().ToString().Replace("-", "_");
-                return testConfig;
+                return testConnectionConfig;
             }
             else
             {

Snowflake.Data.Tests/Snowflake.Data.Tests.csproj

@@ -28,7 +28,7 @@
     <ProjectReference Include="..\Snowflake.Data\Snowflake.Data.csproj" />
   </ItemGroup>
   <Target Name="CopyCustomContent" AfterTargets="AfterBuild">
-    <Copy SourceFiles="parameters.json" DestinationFolder="$(OutDir)" />
+    <Copy SourceFiles="parameters.json" DestinationFolder="$(OutDir)" ContinueOnError="true"/>
     <Copy SourceFiles="App.config" DestinationFolder="$(OutDir)" />
   </Target>
   <ItemGroup>