Just to be sure, initialize with a copy of the compiler's lib and inc dirs.
diff --git a/setup.py b/setup.py
index 8125efc..e0586ef 100644
--- a/setup.py
+++ b/setup.py
@@ -507,8 +507,8 @@
                 ]
             inc_dirs = self.compiler.include_dirs + ['/usr/include']
         else:
-            lib_dirs = []
-            inc_dirs = []
+            lib_dirs = self.compiler.library_dirs[:]
+            inc_dirs = self.compiler.include_dirs[:]
         exts = []
         missing = []