diff --git a/tools/build.py b/tools/build.py
index bfac5126..91382c15 100755
--- a/tools/build.py
+++ b/tools/build.py
@@ -22,6 +22,8 @@ import pbr.version
 
 from ruamel.yaml import YAML
 
+import os
+
 
 def generate_version_info():
     version_info = pbr.version.VersionInfo('openstack-cloud')
@@ -39,8 +41,16 @@ def generate_version_info():
         yaml.dump(config, fp)
 
 
+def clean_build():
+    if not os.path.exists('build_artifact'):
+        return
+    for tarball in os.listdir('build_artifact'):
+        os.unlink('build_artifact/{tarball}'.format(tarball=tarball))
+
+
 def main():
     generate_version_info()
+    clean_build()
 
 
 if __name__ == '__main__':
diff --git a/tox.ini b/tox.ini
index 76b79efb..62381680 100644
--- a/tox.ini
+++ b/tox.ini
@@ -34,8 +34,7 @@ commands =
 [testenv:linters]
 passenv = *
 commands =
-    {toxinidir}/tools/build.py
-    ansible-galaxy collection build --force {toxinidir} --output-path {toxinidir}/build_artifact
+    {[testenv:build]commands}
     /bin/bash -c "ansible-galaxy collection install $(ls {toxinidir}/build_artifact/openstack-cloud-*) --force -p {toxinidir}"
     /bin/bash -c "cd ansible_collections/openstack/cloud && ansible-test sanity"