diff --git a/.appveyor.yml b/.appveyor.yml
index b798601d2..103342f18 100644
--- a/.appveyor.yml
+++ b/.appveyor.yml
@@ -27,7 +27,8 @@ environment:
       CMAKE_CUSTOM_OPTIONS: "-DCMAKE_BUILD_TYPE=Release \
                              -DFORCE_SSE41=ON \
                              -DDEBUG_OUTPUT=ON \
-                             -DENABLE_EXTERNAL_LIBRARIES=ON"
+                             -DENABLE_EXTERNAL_LIBRARIES=ON \
+                             -DBUILD_SERVER=OFF"
 
 for:
   - matrix:
diff --git a/debian/rules b/debian/rules
index c131bc0e1..3d4bf9ddb 100755
--- a/debian/rules
+++ b/debian/rules
@@ -4,7 +4,7 @@
 
 # FORCE_SSE41 will be not accepted upstream
 override_dh_auto_configure:
-	dh_auto_configure -- -DFORCE_SSE41=ON -DENABLE_EXTERNAL_LIBRARIES=ON -DDEBUG_OUTPUT=ON
+	dh_auto_configure -- -DFORCE_SSE41=ON -DENABLE_EXTERNAL_LIBRARIES=ON -DDEBUG_OUTPUT=ON -DBUILD_SERVER=OFF
 
 override_dh_auto_test:
 	echo "Skipping test step"