Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 1 | //===--- SerializationTest.cpp - Experimental Object Serialization --------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 0bc735f | 2007-12-29 19:59:25 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements prototype code for serialization of objects in clang. |
| 11 | // It is not intended yet for public use, but simply is a placeholder to |
| 12 | // experiment with new serialization features. Serialization will eventually |
| 13 | // be integrated as a proper component of the clang libraries. |
| 14 | // |
| 15 | //===----------------------------------------------------------------------===// |
| 16 | |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 17 | #include "clang/AST/ASTConsumer.h" |
Chris Lattner | 1266eca | 2009-03-28 04:31:31 +0000 | [diff] [blame] | 18 | #include "clang/AST/ASTContext.h" |
Ted Kremenek | 5656b78 | 2007-11-29 01:24:25 +0000 | [diff] [blame] | 19 | #include "clang/AST/CFG.h" |
Daniel Dunbar | e91593e | 2008-08-11 04:54:23 +0000 | [diff] [blame] | 20 | #include "clang/AST/Decl.h" |
Chris Lattner | 682bf92 | 2009-03-29 16:50:03 +0000 | [diff] [blame] | 21 | #include "clang/AST/DeclGroup.h" |
Ted Kremenek | c4ca288 | 2007-12-03 22:48:14 +0000 | [diff] [blame] | 22 | #include "clang.h" |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 23 | #include "ASTConsumers.h" |
Ted Kremenek | c637e6b | 2007-10-23 22:18:37 +0000 | [diff] [blame] | 24 | #include "llvm/Support/MemoryBuffer.h" |
Ted Kremenek | ee53364 | 2007-12-20 19:47:16 +0000 | [diff] [blame] | 25 | #include "llvm/ADT/OwningPtr.h" |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 26 | #include "llvm/Support/Streams.h" |
Chris Lattner | 1266eca | 2009-03-28 04:31:31 +0000 | [diff] [blame] | 27 | #include "llvm/System/Path.h" |
Ted Kremenek | ea75c55 | 2007-11-28 21:32:21 +0000 | [diff] [blame] | 28 | #include <fstream> |
Chris Lattner | 87cf5ac | 2008-03-10 17:04:53 +0000 | [diff] [blame] | 29 | #include <cstring> |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 30 | using namespace clang; |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 31 | |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 32 | //===----------------------------------------------------------------------===// |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 33 | // Driver code. |
| 34 | //===----------------------------------------------------------------------===// |
| 35 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 36 | namespace { |
Ted Kremenek | 4ac8121 | 2007-11-05 21:39:35 +0000 | [diff] [blame] | 37 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 38 | class SerializationTest : public ASTConsumer { |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 39 | Diagnostic &Diags; |
| 40 | FileManager &FMgr; |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 41 | public: |
Ted Kremenek | e7d07d1 | 2008-06-04 15:55:15 +0000 | [diff] [blame] | 42 | SerializationTest(Diagnostic &d, FileManager& fmgr) |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 43 | : Diags(d), FMgr(fmgr) {} |
Ted Kremenek | dca2466 | 2007-12-05 00:26:13 +0000 | [diff] [blame] | 44 | |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 45 | ~SerializationTest() {} |
| 46 | |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 47 | virtual void HandleTranslationUnit(ASTContext &C); |
Ted Kremenek | 63ea863 | 2007-12-19 19:27:38 +0000 | [diff] [blame] | 48 | |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 49 | private: |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 50 | bool Serialize(llvm::sys::Path& Filename, llvm::sys::Path& FNameDeclPrint, |
Chris Lattner | d2fa675 | 2009-03-28 03:56:54 +0000 | [diff] [blame] | 51 | ASTContext &Ctx); |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 52 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 53 | bool Deserialize(llvm::sys::Path& Filename, llvm::sys::Path& FNameDeclPrint); |
Ted Kremenek | 4ac8121 | 2007-11-05 21:39:35 +0000 | [diff] [blame] | 54 | }; |
| 55 | |
Ted Kremenek | c637e6b | 2007-10-23 22:18:37 +0000 | [diff] [blame] | 56 | } // end anonymous namespace |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 57 | |
Ted Kremenek | dca2466 | 2007-12-05 00:26:13 +0000 | [diff] [blame] | 58 | ASTConsumer* |
Ted Kremenek | e7d07d1 | 2008-06-04 15:55:15 +0000 | [diff] [blame] | 59 | clang::CreateSerializationTest(Diagnostic &Diags, FileManager& FMgr) { |
| 60 | return new SerializationTest(Diags, FMgr); |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 61 | } |
| 62 | |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 63 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 64 | bool SerializationTest::Serialize(llvm::sys::Path& Filename, |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 65 | llvm::sys::Path& FNameDeclPrint, |
Chris Lattner | d2fa675 | 2009-03-28 03:56:54 +0000 | [diff] [blame] | 66 | ASTContext &Ctx) { |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 67 | { |
| 68 | // Pretty-print the decls to a temp file. |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 69 | std::string Err; |
Daniel Dunbar | 26fb272 | 2008-11-13 05:09:21 +0000 | [diff] [blame] | 70 | llvm::raw_fd_ostream DeclPP(FNameDeclPrint.c_str(), true, Err); |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 71 | assert (Err.empty() && "Could not open file for printing out decls."); |
Ted Kremenek | ee53364 | 2007-12-20 19:47:16 +0000 | [diff] [blame] | 72 | llvm::OwningPtr<ASTConsumer> FilePrinter(CreateASTPrinter(&DeclPP)); |
Ted Kremenek | e720198 | 2007-11-13 22:56:10 +0000 | [diff] [blame] | 73 | |
Chris Lattner | d2fa675 | 2009-03-28 03:56:54 +0000 | [diff] [blame] | 74 | TranslationUnitDecl *TUD = Ctx.getTranslationUnitDecl(); |
| 75 | for (DeclContext::decl_iterator I = TUD->decls_begin(), E =TUD->decls_end(); |
| 76 | I != E; ++I) |
Chris Lattner | 682bf92 | 2009-03-29 16:50:03 +0000 | [diff] [blame] | 77 | FilePrinter->HandleTopLevelDecl(DeclGroupRef(*I)); |
Ted Kremenek | 7a1f4db | 2007-11-10 02:07:12 +0000 | [diff] [blame] | 78 | } |
| 79 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 80 | // Serialize the translation unit. |
Chris Lattner | 80a0333 | 2009-03-28 03:53:02 +0000 | [diff] [blame] | 81 | |
| 82 | // Reserve 256K for bitstream buffer. |
| 83 | std::vector<unsigned char> Buffer; |
| 84 | Buffer.reserve(256*1024); |
| 85 | |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 86 | Ctx.EmitASTBitcodeBuffer(Buffer); |
Chris Lattner | 80a0333 | 2009-03-28 03:53:02 +0000 | [diff] [blame] | 87 | |
| 88 | // Write the bits to disk. |
| 89 | if (FILE* fp = fopen(Filename.c_str(),"wb")) { |
| 90 | fwrite((char*)&Buffer.front(), sizeof(char), Buffer.size(), fp); |
| 91 | fclose(fp); |
| 92 | return true; |
| 93 | } |
| 94 | |
| 95 | return false; |
Ted Kremenek | bfa82c4 | 2007-10-16 23:37:27 +0000 | [diff] [blame] | 96 | } |
| 97 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 98 | bool SerializationTest::Deserialize(llvm::sys::Path& Filename, |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 99 | llvm::sys::Path& FNameDeclPrint) { |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 100 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 101 | // Deserialize the translation unit. |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 102 | ASTContext *NewCtx; |
Chris Lattner | 5f737cc | 2009-03-28 03:49:26 +0000 | [diff] [blame] | 103 | |
| 104 | { |
| 105 | // Create the memory buffer that contains the contents of the file. |
| 106 | llvm::OwningPtr<llvm::MemoryBuffer> |
| 107 | MBuffer(llvm::MemoryBuffer::getFile(Filename.c_str())); |
| 108 | |
| 109 | if (!MBuffer) |
| 110 | return false; |
| 111 | |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 112 | NewCtx = ASTContext::ReadASTBitcodeBuffer(*MBuffer, FMgr); |
Chris Lattner | 5f737cc | 2009-03-28 03:49:26 +0000 | [diff] [blame] | 113 | } |
Ted Kremenek | b899ad2 | 2007-11-14 17:46:35 +0000 | [diff] [blame] | 114 | |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 115 | if (!NewCtx) |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 116 | return false; |
Ted Kremenek | b899ad2 | 2007-11-14 17:46:35 +0000 | [diff] [blame] | 117 | |
Ted Kremenek | e452e0f | 2008-08-08 04:15:52 +0000 | [diff] [blame] | 118 | { |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 119 | // Pretty-print the deserialized decls to a temp file. |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 120 | std::string Err; |
Daniel Dunbar | 26fb272 | 2008-11-13 05:09:21 +0000 | [diff] [blame] | 121 | llvm::raw_fd_ostream DeclPP(FNameDeclPrint.c_str(), true, Err); |
Ted Kremenek | a95d375 | 2008-09-13 05:16:45 +0000 | [diff] [blame] | 122 | assert (Err.empty() && "Could not open file for printing out decls."); |
Ted Kremenek | ee53364 | 2007-12-20 19:47:16 +0000 | [diff] [blame] | 123 | llvm::OwningPtr<ASTConsumer> FilePrinter(CreateASTPrinter(&DeclPP)); |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 124 | |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 125 | TranslationUnitDecl *TUD = NewCtx->getTranslationUnitDecl(); |
| 126 | for (DeclContext::decl_iterator I = TUD->decls_begin(), E = TUD->decls_end(); |
| 127 | I != E; ++I) |
Chris Lattner | 682bf92 | 2009-03-29 16:50:03 +0000 | [diff] [blame] | 128 | FilePrinter->HandleTopLevelDecl(DeclGroupRef(*I)); |
Ted Kremenek | c4ca288 | 2007-12-03 22:48:14 +0000 | [diff] [blame] | 129 | } |
Sam Bishop | 4ccea1a | 2008-04-03 05:03:34 +0000 | [diff] [blame] | 130 | |
Chris Lattner | 557c5b1 | 2009-03-28 04:27:18 +0000 | [diff] [blame] | 131 | delete NewCtx; |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 132 | |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 133 | return true; |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 134 | } |
| 135 | |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 136 | namespace { |
| 137 | class TmpDirJanitor { |
| 138 | llvm::sys::Path& Dir; |
| 139 | public: |
| 140 | explicit TmpDirJanitor(llvm::sys::Path& dir) : Dir(dir) {} |
| 141 | |
| 142 | ~TmpDirJanitor() { |
| 143 | llvm::cerr << "Removing: " << Dir.c_str() << '\n'; |
| 144 | Dir.eraseFromDisk(true); |
| 145 | } |
| 146 | }; |
| 147 | } |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 148 | |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 149 | void SerializationTest::HandleTranslationUnit(ASTContext &Ctx) { |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 150 | |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 151 | std::string ErrMsg; |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 152 | llvm::sys::Path Dir = llvm::sys::Path::GetTemporaryDirectory(&ErrMsg); |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 153 | |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 154 | if (Dir.isEmpty()) { |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 155 | llvm::cerr << "Error: " << ErrMsg << "\n"; |
| 156 | return; |
Ted Kremenek | c637e6b | 2007-10-23 22:18:37 +0000 | [diff] [blame] | 157 | } |
| 158 | |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 159 | TmpDirJanitor RemoveTmpOnExit(Dir); |
| 160 | |
| 161 | llvm::sys::Path FNameDeclBefore = Dir; |
| 162 | FNameDeclBefore.appendComponent("test.decl_before.txt"); |
| 163 | |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 164 | if (FNameDeclBefore.makeUnique(true, &ErrMsg)) { |
Ted Kremenek | 018b395 | 2007-11-06 19:50:53 +0000 | [diff] [blame] | 165 | llvm::cerr << "Error: " << ErrMsg << "\n"; |
| 166 | return; |
| 167 | } |
Ted Kremenek | 4ac8121 | 2007-11-05 21:39:35 +0000 | [diff] [blame] | 168 | |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 169 | llvm::sys::Path FNameDeclAfter = Dir; |
| 170 | FNameDeclAfter.appendComponent("test.decl_after.txt"); |
| 171 | |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 172 | if (FNameDeclAfter.makeUnique(true, &ErrMsg)) { |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 173 | llvm::cerr << "Error: " << ErrMsg << "\n"; |
| 174 | return; |
| 175 | } |
| 176 | |
| 177 | llvm::sys::Path ASTFilename = Dir; |
| 178 | ASTFilename.appendComponent("test.ast"); |
| 179 | |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 180 | if (ASTFilename.makeUnique(true, &ErrMsg)) { |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 181 | llvm::cerr << "Error: " << ErrMsg << "\n"; |
| 182 | return; |
| 183 | } |
| 184 | |
| 185 | // Serialize and then deserialize the ASTs. |
Chris Lattner | dacbc5d | 2009-03-28 04:11:33 +0000 | [diff] [blame] | 186 | bool status = Serialize(ASTFilename, FNameDeclBefore, Ctx); |
Ted Kremenek | 3553766 | 2007-12-05 22:08:43 +0000 | [diff] [blame] | 187 | assert (status && "Serialization failed."); |
| 188 | status = Deserialize(ASTFilename, FNameDeclAfter); |
| 189 | assert (status && "Deserialization failed."); |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 190 | |
| 191 | // Read both pretty-printed files and compare them. |
| 192 | |
| 193 | using llvm::MemoryBuffer; |
| 194 | |
Ted Kremenek | ee53364 | 2007-12-20 19:47:16 +0000 | [diff] [blame] | 195 | llvm::OwningPtr<MemoryBuffer> |
Chris Lattner | 35de512 | 2008-04-01 18:04:30 +0000 | [diff] [blame] | 196 | MBufferSer(MemoryBuffer::getFile(FNameDeclBefore.c_str())); |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 197 | |
| 198 | if(!MBufferSer) { |
| 199 | llvm::cerr << "ERROR: Cannot read pretty-printed file (pre-pickle).\n"; |
| 200 | return; |
| 201 | } |
| 202 | |
Ted Kremenek | ee53364 | 2007-12-20 19:47:16 +0000 | [diff] [blame] | 203 | llvm::OwningPtr<MemoryBuffer> |
Chris Lattner | 35de512 | 2008-04-01 18:04:30 +0000 | [diff] [blame] | 204 | MBufferDSer(MemoryBuffer::getFile(FNameDeclAfter.c_str())); |
Ted Kremenek | 79a2a26 | 2007-11-28 19:21:47 +0000 | [diff] [blame] | 205 | |
| 206 | if(!MBufferDSer) { |
| 207 | llvm::cerr << "ERROR: Cannot read pretty-printed file (post-pickle).\n"; |
| 208 | return; |
| 209 | } |
| 210 | |
| 211 | const char *p1 = MBufferSer->getBufferStart(); |
| 212 | const char *e1 = MBufferSer->getBufferEnd(); |
| 213 | const char *p2 = MBufferDSer->getBufferStart(); |
| 214 | const char *e2 = MBufferDSer->getBufferEnd(); |
| 215 | |
| 216 | if (MBufferSer->getBufferSize() == MBufferDSer->getBufferSize()) |
| 217 | for ( ; p1 != e1 ; ++p1, ++p2 ) |
| 218 | if (*p1 != *p2) break; |
| 219 | |
| 220 | if (p1 != e1 || p2 != e2 ) |
| 221 | llvm::cerr << "ERROR: Pretty-printed files are not the same.\n"; |
| 222 | else |
| 223 | llvm::cerr << "SUCCESS: Pretty-printed files are the same.\n"; |
Ted Kremenek | c637e6b | 2007-10-23 22:18:37 +0000 | [diff] [blame] | 224 | } |