LLVM 22.0.0git
FileCollector.h
Go to the documentation of this file.
1//===-- FileCollector.h -----------------------------------------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#ifndef LLVM_SUPPORT_FILECOLLECTOR_H
10#define LLVM_SUPPORT_FILECOLLECTOR_H
11
12#include "llvm/ADT/StringMap.h"
13#include "llvm/ADT/StringSet.h"
16#include <mutex>
17#include <string>
18
19namespace llvm {
21class Twine;
22
24public:
27
28 void addFile(const Twine &file);
29 void addDirectory(const Twine &Dir);
30
31protected:
32 bool markAsSeen(StringRef Path) {
33 if (Path.empty())
34 return false;
35 return Seen.insert(Path).second;
36 }
37
38 virtual void addFileImpl(StringRef SrcPath) = 0;
39
43 std::error_code &EC) = 0;
44
45 /// Synchronizes access to internal data structures.
46 std::mutex Mutex;
47
48 /// Tracks already seen files so they can be skipped.
50};
51
52/// Captures file system interaction and generates data to be later replayed
53/// with the RedirectingFileSystem.
54///
55/// For any file that gets accessed we eventually create:
56/// - a copy of the file inside Root
57/// - a record in RedirectingFileSystem mapping that maps:
58/// current real path -> path to the copy in Root
59///
60/// That intent is that later when the mapping is used by RedirectingFileSystem
61/// it simulates the state of FS that we collected.
62///
63/// We generate file copies and mapping lazily - see writeMapping and copyFiles.
64/// We don't try to capture the state of the file at the exact time when it's
65/// accessed. Files might get changed, deleted ... we record only the "final"
66/// state.
67///
68/// In order to preserve the relative topology of files we use their real paths
69/// as relative paths inside of the Root.
71public:
72 /// Helper utility that encapsulates the logic for canonicalizing a virtual
73 /// path and a path to copy from.
75 public:
80
81 /// Canonicalize a pair of virtual and real paths.
83
84 /// Return the underlying file system.
85 vfs::FileSystem &getFileSystem() const { return *VFS; };
86
89
90 private:
91 /// Replace with a (mostly) real path, or don't modify. Resolves symlinks
92 /// in the directory, using \a CachedDirs to avoid redundant lookups, but
93 /// leaves the filename as a possible symlink.
94 void updateWithRealPath(SmallVectorImpl<char> &Path);
95
97
98 StringMap<std::string> CachedDirs;
99 };
100
101 /// \p Root is the directory where collected files are will be stored.
102 /// \p OverlayRoot is VFS mapping root.
103 /// \p Root directory gets created in copyFiles unless it already exists.
104 FileCollector(std::string Root, std::string OverlayRoot,
106
107 /// Write the yaml mapping (for the VFS) to the given file.
108 std::error_code writeMapping(StringRef MappingFile);
109
110 /// Copy the files into the root directory.
111 ///
112 /// When StopOnError is true (the default) we abort as soon as one file
113 /// cannot be copied. This is relatively common, for example when a file was
114 /// removed after it was added to the mapping.
115 std::error_code copyFiles(bool StopOnError = true);
116
117 /// Create a VFS that uses \p Collector to collect files accessed via \p
118 /// BaseFS.
120 createCollectorVFS(IntrusiveRefCntPtr<vfs::FileSystem> BaseFS,
121 std::shared_ptr<FileCollector> Collector);
122
123private:
125
126 void addFileToMapping(StringRef VirtualPath, StringRef RealPath) {
127 if (sys::fs::is_directory(VirtualPath))
128 VFSWriter.addDirectoryMapping(VirtualPath, RealPath);
129 else
130 VFSWriter.addFileMapping(VirtualPath, RealPath);
131 }
132
133protected:
134 void addFileImpl(StringRef SrcPath) override;
135
137 addDirectoryImpl(const llvm::Twine &Dir,
138 IntrusiveRefCntPtr<vfs::FileSystem> FS,
139 std::error_code &EC) override;
140
141 /// The directory where collected files are copied to in copyFiles().
142 const std::string Root;
143
144 /// The root directory where the VFS overlay lives.
145 const std::string OverlayRoot;
146
147 /// The yaml mapping writer.
149
150 /// Helper utility for canonicalizing paths.
152};
153
154} // end namespace llvm
155
156#endif // LLVM_SUPPORT_FILECOLLECTOR_H
This file defines the StringMap class.
#define LLVM_ABI
Definition Compiler.h:213
Register Usage Information Collector
dot regions Print regions of function to dot file(with no function bodies)"
StringSet - A set-like wrapper for the StringMap.
Defines the virtual file system interface vfs::FileSystem.
std::mutex Mutex
Synchronizes access to internal data structures.
void addDirectory(const Twine &Dir)
void addFile(const Twine &file)
StringSet Seen
Tracks already seen files so they can be skipped.
virtual llvm::vfs::directory_iterator addDirectoryImpl(const llvm::Twine &Dir, IntrusiveRefCntPtr< vfs::FileSystem > FS, std::error_code &EC)=0
bool markAsSeen(StringRef Path)
virtual void addFileImpl(StringRef SrcPath)=0
Helper utility that encapsulates the logic for canonicalizing a virtual path and a path to copy from.
PathCanonicalizer(IntrusiveRefCntPtr< vfs::FileSystem > VFS)
LLVM_ABI PathStorage canonicalize(StringRef SrcPath)
Canonicalize a pair of virtual and real paths.
vfs::FileSystem & getFileSystem() const
Return the underlying file system.
Captures file system interaction and generates data to be later replayed with the RedirectingFileSyst...
FileCollector(std::string Root, std::string OverlayRoot, IntrusiveRefCntPtr< vfs::FileSystem > VFS)
Root is the directory where collected files are will be stored.
const std::string OverlayRoot
The root directory where the VFS overlay lives.
PathCanonicalizer Canonicalizer
Helper utility for canonicalizing paths.
const std::string Root
The directory where collected files are copied to in copyFiles().
vfs::YAMLVFSWriter VFSWriter
The yaml mapping writer.
A smart pointer to a reference-counted object that inherits from RefCountedBase or ThreadSafeRefCount...
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
Definition SmallString.h:26
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
StringMap - This is an unconventional map that is specialized for handling keys that are "strings",...
Definition StringMap.h:133
StringRef - Represent a constant reference to a string, i.e.
Definition StringRef.h:55
StringSet - A wrapper for StringMap that provides set-like functionality.
Definition StringSet.h:25
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
Definition Twine.h:82
The virtual file system interface.
An input iterator over the entries in a virtual path, similar to llvm::sys::fs::directory_iterator.
LLVM_ABI bool is_directory(const basic_file_status &status)
Does status represent a directory?
Definition Path.cpp:1092
This is an optimization pass for GlobalISel generic memory operations.
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1847
Implement std::hash so that hash_code can be used in STL containers.
Definition BitVector.h:870