E2E: modify a workaround for MySQL tests (#767)

* kamu --no-color: added additional force off colors
* KamuCliPuppet::execute_impl(): update RUST_LOG for spawned process
* E2E: Add a temporary workaround for MySQL tests

.config/nextest.toml

@@ -2,11 +2,25 @@
 fail-fast = false
 
 [test-groups]
+mysql = { max-threads = 1 } # Explanation below
 setup = { max-threads = 1 }  # Serialize the setup steps
 containerized = { max-threads = 8 }  # Don't use too much memory
 engine = { max-threads = 2 }  # Engine tests are very memory-hungry
 database = { max-threads = 8 }  # Don't use too much memory
 
+# TODO: Delete this workaround when this PR is merged:
+#       - Fix: nextest cleanup race condition by bonega
+#         https://github.com/launchbadge/sqlx/pull/3334
+#
+# NOTE: There is an incompatibility between nextest and sqlx:
+#       - nextest implies multiprocessing,
+#       - while sqlx has a lock on cleanup within the current process
+#         (https://github.com/launchbadge/sqlx/pull/2640#issuecomment-1659455042).
+[[profile.default.overrides]]
+filter = "test(::mysql::)"
+test-group = "mysql"
+retries = { count = 3, backoff = "exponential", delay = "3s" }
+
 [[profile.default.overrides]]
 filter = "test(::setup::)"
 test-group = "setup"

CHANGELOG.md

@@ -7,6 +7,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## Unreleased
 ### Changed
 - Upgraded to `datafusion v41` (#713)
+### Fixed
+- E2E: added additional force off colors to exclude sometimes occurring ANSI color sequences
+- E2E: modify a workaround for MySQL tests
 
 ## [0.194.1] - 2024-08-14
 ### Fixed

src/app/cli/src/app.rs

@@ -686,6 +686,7 @@ fn configure_logging(
             .with_span_events(FmtSpan::NEW | FmtSpan::CLOSE)
             .with_writer(std::io::stderr)
             .pretty()
+            .with_ansi(!no_color_output)
             .init();
 
         return Guards::default();

src/e2e/app/cli/common-macros/src/lib.rs

@@ -70,9 +70,7 @@ fn kamu_cli_e2e_test_impl(harness_method: &Ident, input: TokenStream) -> TokenSt
             }
         },
         "mysql" => quote! {
-            // flaky: when running in parallel, errors occur with table not found (or sporadic deadlocks),
-            //        restarting again solves the problem.
-            #[test_group::group(e2e, database, mysql, flaky, #extra_test_groups)]
+            #[test_group::group(e2e, database, mysql, #extra_test_groups)]
             #[test_log::test(sqlx::test(migrations = "../../../../../migrations/mysql"))]
             async fn #test_function_name (mysql_pool: sqlx::MySqlPool) {
                 KamuCliApiServerHarness::mysql(&mysql_pool, #options )

src/utils/kamu-cli-puppet/src/kamu_cli_puppet.rs

@@ -110,7 +110,7 @@ impl KamuCliPuppet {
     {
         let mut command = assert_cmd::Command::cargo_bin("kamu-cli").unwrap();
 
-        command.env("RUST_LOG", "trace");
+        command.env("RUST_LOG", "info,sqlx=debug");
 
         command.arg("-v");
         command.arg("--no-color");