aarch64/ci: Skip tests for aarch64 wheels

Author: jcfr

Diff for: scikit-ci.yml

@@ -107,7 +107,23 @@ test:
               wheels = glob.glob("dist/*.whl")
               for wheel in wheels:
                   convert_to_generic_platform_wheel(wheel, remove_original=True)
-    - python setup.py test
+
+  appveyor:
+    commands:
+      - python setup.py test
+
+  circle:
+    commands:
+      - |
+        if [[ ${AUDITWHEEL_ARCH} == "aarch64" ]]; then
+            exit
+        fi
+        python setup.py test
+
+  travis:
+    osx:
+      commands:
+        - python setup.py test
 
 #after_test:
 #  commands: