Revert "layers: Fix Graphics Pipeline pointers not ignored"

This caused segfaults on Intel Skylake, NexusPlayer, and
Samsung Galaxy S8 (Mali).

This reverts commit 367d276ffe5c0748ff9d8e2b3551d4a00c9fc3c2.
diff --git a/layers/parameter_validation.h b/layers/parameter_validation.h
index b9d153c..6ef3de2 100644
--- a/layers/parameter_validation.h
+++ b/layers/parameter_validation.h
@@ -25,9 +25,8 @@
 #include <cstdlib>
 #include <string>
 #include <bitset>
-#include <unordered_map>
-#include <unordered_set>
 #include <mutex>
+#include <unordered_set>
 
 #include "vulkan/vulkan.h"
 #include "vk_enum_string_helper.h"
@@ -81,13 +80,6 @@
     VkDevice device = VK_NULL_HANDLE;
     DeviceExtensions extensions;
 
-    struct SubpassesUsageStates {
-        std::unordered_set<uint32_t> subpasses_using_color_attachment;
-        std::unordered_set<uint32_t> subpasses_using_depthstencil_attachment;
-    };
-
-    std::unordered_map<VkRenderPass, SubpassesUsageStates> renderpasses_states;
-
     VkLayerDispatchTable dispatch_table = {};
 };