diff --git a/.circleci/config.yml b/.circleci/config.yml
index 36d320aa5..047a62bd8 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -52,6 +52,11 @@ jobs:
           cd build
           env CFLAGS="-Wdeclaration-after-statement -Werror" CXXFLAGS="-Werror" cmake -DDOWNLOAD_GTEST=ON ..
           make everything
+      - run: |
+          mkdir build2
+          cd build2
+          env CFLAGS="-Wdeclaration-after-statement -Werror" CXXFLAGS="-Werror" cmake -DAUTOUPDATE=OFF -DDOWNLOAD_GTEST=ON ..
+          make everything
 
       - persist-to-workspace:
           root: ./
@@ -72,6 +77,10 @@ jobs:
           make run_tests
           ./DDNet-Server shutdown
 
+      - run: |
+          cd build2
+          make run_tests
+
 workflows:
     version: 2
     build_and_test: