diff --git a/.ci/debops_common_install.py b/.ci/debops_common_install.py
index 470a5f5e..181fc7b9 100755
--- a/.ci/debops_common_install.py
+++ b/.ci/debops_common_install.py
@@ -10,7 +10,7 @@ ci_lib.run_batches([
         # Must be installed separately, as PyNACL indirect requirement causes
         # newer version to be installed if done in a single pip run.
         'pip install "pycparser<2.19"',
-        'pip install -q ansible==%s' % ci_lib.ANSIBLE_VERSION,
+        'pip install -qqq debops==2.1.2 ansible==%s' % ci_lib.ANSIBLE_VERSION,
     ],
     [
         'docker pull %s' % (ci_lib.image_for_distro('debian'),),
diff --git a/.ci/debops_common_tests.py b/.ci/debops_common_tests.py
index b9aaffc5..dde503f6 100755
--- a/.ci/debops_common_tests.py
+++ b/.ci/debops_common_tests.py
@@ -67,7 +67,7 @@ with ci_lib.Fold('job_setup'):
     print()
 
     print("Setting up python-netaddr...")
-    os.system('ANSIBLE_STRATEGY_PLUGINS={} ansible all -i {} -m apt -a "name=python-netaddr state=present" --become'.format(
+    os.system('ANSIBLE_HOST_KEY_CHECKING=False ANSIBLE_STRATEGY_PLUGINS={} ansible all -i {} -m apt -a "name=python-netaddr state=present" --become'.format(
         ansible_strategy_plugin, inventory_path))
 
     # Now we have real host key checking, we need to turn it off