diff --git a/.travis.yml b/.travis.yml
index 886c4c3..4e0ceca 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -21,4 +21,3 @@ install:
 
 script:
   - cmake --build . --config Release --target RUN_TESTS
-  - $HOME/bin/evmc-vmtester.exe $HOME/bin/evmc-example-vm.dll
diff --git a/appveyor.yml b/appveyor.yml
index 60b624f..e6c9373 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -55,5 +55,4 @@ after_build:
 - ps: >-
     if ($env:GENERATOR) {
       cmake --build . --config $env:CONFIGURATION --target RUN_TESTS
-      C:\install\bin\evmc-vmtester.exe C:\install\bin\evmc-example-vm.dll
     }
diff --git a/circle.yml b/circle.yml
index 7db169d..ae45463 100644
--- a/circle.yml
+++ b/circle.yml
@@ -64,9 +64,6 @@ jobs:
             mkdir ~/build-example-instructions && cd ~/build-example-instructions
             cmake ~/project/examples/use_instructions_in_cmake -DCMAKE_PREFIX_PATH=~/install
             cmake --build .
-      - run:
-          name: "Run evmc-vmtester libevmc-example-vm.so"
-          command: ~/install/bin/evmc-vmtester ~/install/lib/libevmc-example-vm.so
 
   build-cxx17:
     <<: *build
diff --git a/test/vmtester/CMakeLists.txt b/test/vmtester/CMakeLists.txt
index cb0097c..9dd43bd 100644
--- a/test/vmtester/CMakeLists.txt
+++ b/test/vmtester/CMakeLists.txt
@@ -12,6 +12,8 @@ set_source_files_properties(vmtester.cpp PROPERTIES COMPILE_DEFINITIONS PROJECT_
 
 install(TARGETS evmc-vmtester RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR})
 
+add_test(NAME vmtester/examplevm COMMAND evmc-vmtester $<TARGET_FILE:evmc-example-vm>)
+
 add_test(NAME vmtester-help COMMAND evmc-vmtester --version --help)
 set_tests_properties(vmtester-help PROPERTIES PASS_REGULAR_EXPRESSION "Usage:")