Defer numpy import on first pass of setup.py

setup.py

@@ -4,7 +4,13 @@
 import platform
 import sys
 
-import numpy
+try:
+ import numpy
+except: # noqa: E722
+ from unittest.mock import MagicMock
+ sys.modules["numpy"] = MagicMock()
+ import numpy
+
 from setuptools import Extension, setup
 from setuptools.command.test import test as TestCommand
 import versioneer