Just to be sure, initialize with a copy of the compiler's lib and inc dirs.
diff --git a/setup.py b/setup.py
index fc59c3d..c46a2ff 100644
--- a/setup.py
+++ b/setup.py
@@ -507,8 +507,8 @@
                 ]
             inc_dirs = self.compiler.include_dirs + ['/usr/include']
         else:
-            lib_dirs = []
-            inc_dirs = []
+            lib_dirs = self.compiler.library_dirs[:]
+            inc_dirs = self.compiler.include_dirs[:]
         exts = []
         missing = []