diff --git a/packages/client/katello-host-tools/katello-host-tools.spec b/packages/client/katello-host-tools/katello-host-tools.spec
index f9d9d87413..e2a129d6d2 100644
--- a/packages/client/katello-host-tools/katello-host-tools.spec
+++ b/packages/client/katello-host-tools/katello-host-tools.spec
@@ -107,6 +107,9 @@ Requires: cronie
 %else
 Requires: crontabs
 %endif
+%if %{yum_install}
+Requires: python2-tracer >= 0.6.12
+%endif
 
 %description tracer
 Adds Tracer functionality to a client managed by katello-host-tools
@@ -121,6 +124,7 @@ rm -f src/katello/tracer/deb.py
 
 %if !%{dnf_install}
 rm -r src/dnf-plugins
+rm -f src/katello/tracer/dnf.py
 %endif
 
 %if !%{yum_install}
@@ -235,6 +239,7 @@ exit 0
 %if %{build_tracer}
 %if %{dnf_install}
 %pycached %exclude %{katello_libdir}/tracer/*.py
+%exclude %{katello_libdir}/tracer/__pycache__
 %pycached %exclude %{plugins_dir}/__init__.py
 %else
 %exclude %{katello_libdir}/tracer