Nick Lewycky | 998bce0 | 2012-02-06 22:41:47 +0000 | [diff] [blame] | 1 | //===--- llvm/Support/DataStream.cpp - Lazy streamed data -----------------===// |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements DataStreamer, which fetches bytes of Data from |
| 11 | // a stream source. It provides support for streaming (lazy reading) of |
| 12 | // bitcode. An example implementation of streaming from a file or stdin |
| 13 | // is included. |
| 14 | // |
| 15 | //===----------------------------------------------------------------------===// |
| 16 | |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 17 | #include "llvm/Support/DataStream.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/Statistic.h" |
Rafael Espindola | 6d35481 | 2013-07-16 19:44:17 +0000 | [diff] [blame] | 19 | #include "llvm/Support/FileSystem.h" |
Derek Schuff | 76b292f | 2012-02-07 00:28:46 +0000 | [diff] [blame] | 20 | #include "llvm/Support/Program.h" |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 21 | #include <cerrno> |
| 22 | #include <cstdio> |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 23 | #include <string> |
Rafael Espindola | a6e9c3e | 2014-06-12 17:38:55 +0000 | [diff] [blame^] | 24 | #include <system_error> |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 25 | #if !defined(_MSC_VER) && !defined(__MINGW32__) |
| 26 | #include <unistd.h> |
| 27 | #else |
| 28 | #include <io.h> |
| 29 | #endif |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 30 | using namespace llvm; |
| 31 | |
Chandler Carruth | 6464826 | 2014-04-22 03:07:47 +0000 | [diff] [blame] | 32 | #define DEBUG_TYPE "Data-stream" |
| 33 | |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 34 | // Interface goals: |
| 35 | // * StreamableMemoryObject doesn't care about complexities like using |
| 36 | // threads/async callbacks to actually overlap download+compile |
| 37 | // * Don't want to duplicate Data in memory |
| 38 | // * Don't need to know total Data len in advance |
| 39 | // Non-goals: |
| 40 | // StreamableMemoryObject already has random access so this interface only does |
| 41 | // in-order streaming (no arbitrary seeking, else we'd have to buffer all the |
| 42 | // Data here in addition to MemoryObject). This also means that if we want |
| 43 | // to be able to to free Data, BitstreamBytes/BitcodeReader will implement it |
| 44 | |
| 45 | STATISTIC(NumStreamFetches, "Number of calls to Data stream fetch"); |
| 46 | |
| 47 | namespace llvm { |
| 48 | DataStreamer::~DataStreamer() {} |
| 49 | } |
| 50 | |
| 51 | namespace { |
| 52 | |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 53 | // Very simple stream backed by a file. Mostly useful for stdin and debugging; |
| 54 | // actual file access is probably still best done with mmap. |
| 55 | class DataFileStreamer : public DataStreamer { |
| 56 | int Fd; |
| 57 | public: |
| 58 | DataFileStreamer() : Fd(0) {} |
| 59 | virtual ~DataFileStreamer() { |
| 60 | close(Fd); |
| 61 | } |
Craig Topper | 6ff5aa7 | 2014-03-10 03:53:12 +0000 | [diff] [blame] | 62 | size_t GetBytes(unsigned char *buf, size_t len) override { |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 63 | NumStreamFetches++; |
| 64 | return read(Fd, buf, len); |
| 65 | } |
| 66 | |
| 67 | error_code OpenFile(const std::string &Filename) { |
David Blaikie | e7d7a5d | 2012-02-09 00:29:19 +0000 | [diff] [blame] | 68 | if (Filename == "-") { |
| 69 | Fd = 0; |
Rafael Espindola | cb2eca0 | 2013-06-12 20:58:35 +0000 | [diff] [blame] | 70 | sys::ChangeStdinToBinary(); |
Rafael Espindola | 03bddfe | 2014-05-31 01:37:45 +0000 | [diff] [blame] | 71 | return error_code(); |
David Blaikie | e7d7a5d | 2012-02-09 00:29:19 +0000 | [diff] [blame] | 72 | } |
Rafael Espindola | 6d35481 | 2013-07-16 19:44:17 +0000 | [diff] [blame] | 73 | |
| 74 | return sys::fs::openFileForRead(Filename, Fd); |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 75 | } |
| 76 | }; |
| 77 | |
| 78 | } |
| 79 | |
| 80 | namespace llvm { |
| 81 | DataStreamer *getDataFileStreamer(const std::string &Filename, |
| 82 | std::string *StrError) { |
| 83 | DataFileStreamer *s = new DataFileStreamer(); |
David Blaikie | e7d7a5d | 2012-02-09 00:29:19 +0000 | [diff] [blame] | 84 | if (error_code e = s->OpenFile(Filename)) { |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 85 | *StrError = std::string("Could not open ") + Filename + ": " + |
| 86 | e.message() + "\n"; |
Craig Topper | c10719f | 2014-04-07 04:17:22 +0000 | [diff] [blame] | 87 | return nullptr; |
Derek Schuff | 8b2dcad | 2012-02-06 22:30:29 +0000 | [diff] [blame] | 88 | } |
| 89 | return s; |
| 90 | } |
| 91 | |
| 92 | } |