Don't ignore exceptions in elementwise reference implementations

For some reason, "except OverflowError" was changed to "except Exception" in
e72184e. For now I have removed the except entirely, but it's possible we may
need to keep the handling for OverflowError.

There are several issues with tests that this was masking, which I have not
fixed yet. Quite a few tests are not testing the complex implementations
correctly because they are using math instead of cmath, for example. See also
data-apis/array-api-compat#183.

Author: asmeurer

Diff for: array_api_tests/test_operators_and_elementwise_functions.py

@@ -242,10 +242,7 @@ def unary_assert_against_refimpl(
         scalar_i = in_stype(in_[idx])
         if not filter_(scalar_i):
             continue
-        try:
-            expected = refimpl(scalar_i)
-        except Exception:
-            continue
+        expected = refimpl(scalar_i)
         if res.dtype != xp.bool:
             if res.dtype in dh.complex_dtypes:
                 if expected.real <= m or expected.real >= M:
@@ -317,10 +314,7 @@ def binary_assert_against_refimpl(
         scalar_r = in_stype(right[r_idx])
         if not (filter_(scalar_l) and filter_(scalar_r)):
             continue
-        try:
-            expected = refimpl(scalar_l, scalar_r)
-        except Exception:
-            continue
+        expected = refimpl(scalar_l, scalar_r)
         if res.dtype != xp.bool:
             if res.dtype in dh.complex_dtypes:
                 if expected.real <= m or expected.real >= M:
@@ -392,10 +386,7 @@ def right_scalar_assert_against_refimpl(
         scalar_l = in_stype(left[idx])
         if not (filter_(scalar_l) and filter_(right)):
             continue
-        try:
-            expected = refimpl(scalar_l, right)
-        except Exception:
-            continue
+        expected = refimpl(scalar_l, right)
         if left.dtype != xp.bool:
             if res.dtype in dh.complex_dtypes:
                 if expected.real <= m or expected.real >= M: