internet/ansible-freeipa
4
0
Fork 0
mirror of https://github.com/freeipa/ansible-freeipa.git synced 2026-07-30 03:14:42 +00:00
Code Issues Projects Releases Wiki Activity

upstream ci: Use a single random seed for spliting tests

Browse Source 
Dependind on how long it took for the jobs to start, a different seed
would be used to group tests and tests could either repeat or not be
selected at all.

By using a seed based on the day the test run reduces the chance of
using different random seeds, and still allow for the tests to be
executed in a different order.

The execution in different order is important to identify tests that
work or fail only if executed after other tests.
This commit is contained in:
Rafael Guterres Jeffman
2023-10-05 14:36:19 -03:00
parent c71a2b33dd
commit 319a0d3d86
3 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/azure/templates/galaxy_script.yml
View File

@@ -67,6 +67,7 @@ jobs:
--color=yes \ --color=yes \
--splits=${{ parameters.number_of_groups }} \ --splits=${{ parameters.number_of_groups }} \
--group=${{ parameters.group_number }} \ --group=${{ parameters.group_number }} \
--randomly-seed=$(date "+%Y%m%d") \
--junit-xml=TEST-results-group-${{ parameters.group_number }}.xml --junit-xml=TEST-results-group-${{ parameters.group_number }}.xml
displayName: Run playbook tests displayName: Run playbook tests
env: env:

1
tests/azure/templates/playbook_fast.yml
View File

@@ -72,6 +72,7 @@ jobs:
--suppress-no-test-exit-code \ --suppress-no-test-exit-code \
--splits=${{ parameters.number_of_groups }} \ --splits=${{ parameters.number_of_groups }} \
--group=${{ parameters.group_number }} \ --group=${{ parameters.group_number }} \
--randomly-seed=$(date "+%Y%m%d") \
--junit-xml=TEST-results-group-${{ parameters.group_number }}.xml --junit-xml=TEST-results-group-${{ parameters.group_number }}.xml
then then
[ $? -eq 5 ] && true || false [ $? -eq 5 ] && true || false

1
tests/azure/templates/playbook_tests.yml
View File

@@ -69,6 +69,7 @@ jobs:
--color=yes \ --color=yes \
--splits=${{ parameters.number_of_groups }} \ --splits=${{ parameters.number_of_groups }} \
--group=${{ parameters.group_number }} \ --group=${{ parameters.group_number }} \
--randomly-seed=$(date "+%Y%m%d") \
--junit-xml=TEST-results-group-${{ parameters.group_number }}.xml --junit-xml=TEST-results-group-${{ parameters.group_number }}.xml
displayName: Run playbook tests displayName: Run playbook tests
env: env: