diff --git a/.builds/alpine.yml b/.builds/alpine.yml
index 0075534..331eda6 100644
--- a/.builds/alpine.yml
+++ b/.builds/alpine.yml
@@ -20,6 +20,9 @@ tasks:
    - smoketest: |
       cd seatd
       timeout -s KILL 30s ./.builds/smoketest-seatd.sh
+   - smoketest-builtin: |
+      cd seatd
+      timeout -s KILL 30s ./.builds/smoketest-builtin.sh
    - check-format: |
       cd seatd
       ninja -C build clang-format
diff --git a/.builds/freebsd.yml b/.builds/freebsd.yml
index 3516c5c..944c85d 100644
--- a/.builds/freebsd.yml
+++ b/.builds/freebsd.yml
@@ -13,3 +13,6 @@ tasks:
    - smoketest: |
       cd seatd
       timeout -s KILL 30s ./.builds/smoketest-seatd.sh
+   - smoketest-builtin: |
+      cd seatd
+      timeout -s KILL 30s ./.builds/smoketest-builtin.sh