File 3085-otp-Skip-tests-that-fail-in-gh-actions.patch of Package erlang

Overview Repositories Revisions Requests Users Attributes Meta

File 3085-otp-Skip-tests-that-fail-in-gh-actions.patch of Package erlang (Revision ec256062c09e7bf85ace52340f7c6484)

Currently displaying revision ec256062c09e7bf85ace52340f7c6484 , Show latest

From a4157ca5d7f69fa8af3ba245bb1718c6e982fcd5 Mon Sep 17 00:00:00 2001
From: Lukas Larsson <lukas@erlang.org>
Date: Wed, 5 Jan 2022 16:41:36 +0100
Subject: [PATCH 05/11] otp: Skip tests that fail in gh actions

---
 erts/emulator/test/Makefile         |  1 +
 erts/emulator/test/emulator_gh.spec |  4 ++++
 lib/crypto/test/Makefile            |  3 ++-
 lib/crypto/test/crypto.spec         |  4 +---
 lib/crypto/test/crypto_gh.spec      |  5 +++++
 lib/diameter/test/diameter_gh.spec  |  4 ++++
 lib/diameter/test/modules.mk        |  2 +-
 lib/ssl/test/Makefile               |  4 ++--
 lib/ssl/test/ssl_gh.spec            | 15 +++++++++++++++
 9 files changed, 35 insertions(+), 7 deletions(-)
 create mode 100644 erts/emulator/test/emulator_gh.spec
 create mode 100644 lib/crypto/test/crypto_gh.spec
 create mode 100644 lib/diameter/test/diameter_gh.spec
 create mode 100644 lib/ssl/test/ssl_gh.spec

diff --git a/erts/emulator/test/Makefile b/erts/emulator/test/Makefile
index b39893622c..72832045ba 100644
--- a/erts/emulator/test/Makefile
+++ b/erts/emulator/test/Makefile
@@ -169,6 +169,7 @@ EMAKEFILE=Emakefile
 TEST_SPEC_FILES= emulator.spec \
 		 emulator.spec.win \
 		 emulator_bench.spec \
+		 emulator_gh.spec \
 		 emulator_smoke.spec \
                  emulator_node_container_SUITE.spec
 
diff --git a/erts/emulator/test/emulator_gh.spec b/erts/emulator/test/emulator_gh.spec
new file mode 100644
index 0000000000..22f627f6fe
--- /dev/null
+++ b/erts/emulator/test/emulator_gh.spec
@@ -0,0 +1,4 @@
+{enable_builtin_hooks, false}.
+{suites,"../emulator_test",all}.
+{skip_groups,"../emulator_test",hash_SUITE,[phash2_benchmark],"Benchmark only"}.
+{skip_cases,"../emulator_test",nif_SUITE,[t_dynamic_resource_call],"Unstable TC"}.
diff --git a/lib/crypto/test/Makefile b/lib/crypto/test/Makefile
index aaa2df0534..c0f4a3e56c 100644
--- a/lib/crypto/test/Makefile
+++ b/lib/crypto/test/Makefile
@@ -17,6 +17,7 @@ TARGET_FILES= $(MODULES:%=$(EBIN)/%.$(EMULATOR))
 
 SPEC_FILES = \
 	crypto.spec \
+	crypto_gh.spec \
 	crypto_bench.spec
 
 COVER_FILE = crypto.cover
@@ -35,7 +36,7 @@ EBIN = .
 # ----------------------------------------------------
 # Targets
 # ----------------------------------------------------
-tests debug opt: $(TARGET_FILES)
+tests opt debug: $(TARGET_FILES)
 
 clean:
 	rm -f $(TARGET_FILES)
diff --git a/lib/crypto/test/crypto.spec b/lib/crypto/test/crypto.spec
index 4a95275687..690374b099 100644
--- a/lib/crypto/test/crypto.spec
+++ b/lib/crypto/test/crypto.spec
@@ -1,6 +1,4 @@
 {suites,"../crypto_test",all}.
-
-{skip_suites, "../crypto_test", [crypto_bench_SUITE
-	],
+{skip_suites, "../crypto_test", [crypto_bench_SUITE],
  "Benchmarks run separately"}.
 
diff --git a/lib/crypto/test/crypto_gh.spec b/lib/crypto/test/crypto_gh.spec
new file mode 100644
index 0000000000..a1119373cd
--- /dev/null
+++ b/lib/crypto/test/crypto_gh.spec
@@ -0,0 +1,5 @@
+{suites,"../crypto_test",all}.
+{skip_suites, "../crypto_test", [crypto_bench_SUITE],
+ "Benchmarks run separately"}.
+{skip_cases, "../crypto_test", engine_SUITE,
+ [multiple_engine_load],"Broken with openssl 1.1.1f and docker"}.
diff --git a/lib/diameter/test/diameter_gh.spec b/lib/diameter/test/diameter_gh.spec
new file mode 100644
index 0000000000..45adb931e1
--- /dev/null
+++ b/lib/diameter/test/diameter_gh.spec
@@ -0,0 +1,4 @@
+{suites, "../diameter_test", all}.
+{skip_cases,"../diameter_test",diameter_gen_sctp_SUITE,
+ [send_one_from_many,send_many_from_one],
+ "SCTP does not work on Github actions"}.
diff --git a/lib/diameter/test/modules.mk b/lib/diameter/test/modules.mk
index 90b0a25d5f..9200a9a5e7 100644
--- a/lib/diameter/test/modules.mk
+++ b/lib/diameter/test/modules.mk
@@ -17,7 +17,7 @@
 #
 # %CopyrightEnd%
 
-TEST_SPEC_FILE  = diameter.spec
+TEST_SPEC_FILE  = diameter.spec diameter_gh.spec
 COVER_SPEC_FILE = diameter.cover
 
 MODULES = \
diff --git a/lib/ssl/test/Makefile b/lib/ssl/test/Makefile
index 7b7534bce8..6e95b5732a 100644
--- a/lib/ssl/test/Makefile
+++ b/lib/ssl/test/Makefile
@@ -148,7 +148,7 @@ ERL_COMPILE_FLAGS += $(INCLUDES)
 # Targets
 # ----------------------------------------------------
 
-tests debug opt: $(BUILDTARGET)
+tests opt debug: $(BUILDTARGET)
 
 targets: $(TARGET_FILES)
 
@@ -177,7 +177,7 @@ release_spec: opt
 release_tests_spec: opt
 	$(INSTALL_DIR) "$(RELSYSDIR)"
 	$(INSTALL_DATA)  $(ERL_FILES) $(HRL_FILES) $(HRL_FILES_NEEDED_IN_TEST) $(COVER_FILE) "$(RELSYSDIR)"
-	$(INSTALL_DATA) ssl.spec ssl_bench.spec ssl.cover "$(RELSYSDIR)"
+	$(INSTALL_DATA) ssl.spec ssl_bench.spec ssl_gh.spec ssl.cover "$(RELSYSDIR)"
 	chmod -R u+w "$(RELSYSDIR)"
 	@tar cf - *_SUITE_data property_test | (cd "$(RELSYSDIR)"; tar xf -)
 
diff --git a/lib/ssl/test/ssl_gh.spec b/lib/ssl/test/ssl_gh.spec
new file mode 100644
index 0000000000..6942caa68e
--- /dev/null
+++ b/lib/ssl/test/ssl_gh.spec
@@ -0,0 +1,15 @@
+% {merge_tests,false}.
+{alias,dir,"../ssl_test"}.
+
+{suites,dir,all}.
+{skip_suites,dir,[openssl_ocsp_SUITE],"Unstable testcases"}.
+{skip_groups,all_nodes, dir, openssl_session_ticket_SUITE, 'openssl_server',
+ {cases,[openssl_server_hrr]},"Unstable testcases"}.
+{skip_groups,dir,ssl_bench_SUITE,setup,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_bench_SUITE,payload,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_bench_SUITE,pem_cache,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_dist_bench_SUITE,setup,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_dist_bench_SUITE,roundtrip,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_dist_bench_SUITE,throughput,"Benchmarks run separately"}.
+{skip_groups,dir,ssl_dist_bench_SUITE,sched_utilization,"Benchmarks run separately"}.
+
-- 
2.31.1

Places

File 3085-otp-Skip-tests-that-fail-in-gh-actions.patch of Package erlang (Revision ec256062c09e7bf85ace52340f7c6484)

Places