diff --git a/.github/workflows/ci-core.yml b/.github/workflows/ci-core.yml
index e5a14457e8..fcc75c5362 100644
--- a/.github/workflows/ci-core.yml
+++ b/.github/workflows/ci-core.yml
@@ -53,5 +53,6 @@ jobs:
     - name: Execute book tests
       run: |
         for f in docs/book/**/*.py; do
+          echo "Running book code: '$f'";
           python "$f";
         done
diff --git a/docs/book/src/starting.py b/docs/book/src/starting.py
index dbb58ade1f..f9ce922897 100644
--- a/docs/book/src/starting.py
+++ b/docs/book/src/starting.py
@@ -7,3 +7,5 @@
 class SomeTestOp(IRDLOperation):
     name = "some.test"
 # ANCHOR_END: test_op
+
+raise ValueError("oh no this is not working")