Separate example tests to run sequentially

pyscript · JeffersGlass · May 24, 2023 · Apr 1, 2023 · Apr 1, 2023 · Apr 1, 2023
commit 6c136b38c5ab2eb665625bddf178e84f996d9608
diff --git a/.github/workflows/build-unstable.yml b/.github/workflows/build-unstable.yml
@@ -67,6 +67,9 @@ jobs:
             - name: Integration Tests
               run: make test-integration-parallel
 
+            - name: Examples Tests
+              run: make test-examples
+
             - uses: actions/upload-artifact@v3
               with:
                   name: pyscript

diff --git a/pyscriptjs/Makefile b/pyscriptjs/Makefile
@@ -86,20 +86,27 @@ run-examples: setup build examples
 	make dev
 
 test:
-	make examples
 	make test-ts
 	make test-py
 	make test-integration-parallel
+	make examples
+	make test-examples
 
 test-integration:
 	make examples
 	mkdir -p test_results
 	$(PYTEST_EXE) -vv $(ARGS) tests/integration/ --log-cli-level=warning --junitxml=test_results/integration.xml
 
+# run all integration tests *except examples* in parallel (examples use too much memory)
 test-integration-parallel:
+	mkdir -p test_results
+	$(PYTEST_EXE) --numprocesses auto -vv $(ARGS) tests/integration/ --log-cli-level=warning --junitxml=test_results/integration.xml -k 'not zz_examples'
+
+# run integration tests on only examples sequentially (to avoid running out of memory)
+test-examples:
 	make examples
 	mkdir -p test_results
-	$(PYTEST_EXE) --numprocesses auto -vv $(ARGS) tests/integration/ --log-cli-level=warning --junitxml=test_results/integration.xml
+	$(PYTEST_EXE) -vv $(ARGS) tests/integration/ --log-cli-level=warning --junitxml=test_results/integration.xml -k 'zz_examples'
 
 test-py:
 	@echo "Tests from $(src_dir)"