|
| 1 | +//===--- swift_parse_test_main.cpp ----------------------------------------===// |
| 2 | +// |
| 3 | +// This source file is part of the Swift.org open source project |
| 4 | +// |
| 5 | +// Copyright (c) 2023 Apple Inc. and the Swift project authors |
| 6 | +// Licensed under Apache License v2.0 with Runtime Library Exception |
| 7 | +// |
| 8 | +// See https://swift.org/LICENSE.txt for license information |
| 9 | +// See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors |
| 10 | +// |
| 11 | +//===----------------------------------------------------------------------===// |
| 12 | +// |
| 13 | +// A utility tool to measure the parser performance. |
| 14 | +// |
| 15 | +//===----------------------------------------------------------------------===// |
| 16 | + |
| 17 | +#include "swift/AST/ASTContext.h" |
| 18 | +#include "swift/Basic/LLVM.h" |
| 19 | +#include "swift/Basic/LangOptions.h" |
| 20 | +#include "swift/Bridging/ASTGen.h" |
| 21 | +#include "swift/Parse/Parser.h" |
| 22 | +#include "llvm/Support/CommandLine.h" |
| 23 | + |
| 24 | +#include <chrono> |
| 25 | +#include <ctime> |
| 26 | +#include <numeric> |
| 27 | + |
| 28 | +using namespace swift; |
| 29 | + |
| 30 | +struct SwiftParseTestOptions { |
| 31 | + llvm::cl::opt<bool> SwiftParser = |
| 32 | + llvm::cl::opt<bool>("swift-parser", llvm::cl::desc("Use SwiftParser")); |
| 33 | + |
| 34 | + llvm::cl::opt<bool> LibParse = |
| 35 | + llvm::cl::opt<bool>("lib-parse", llvm::cl::desc("Use iibParse")); |
| 36 | + |
| 37 | + llvm::cl::opt<unsigned int> Iteration = llvm::cl::opt<unsigned int>( |
| 38 | + "n", llvm::cl::desc("iteration"), llvm::cl::init(1)); |
| 39 | + |
| 40 | + llvm::cl::list<std::string> InputPaths = llvm::cl::list<std::string>( |
| 41 | + llvm::cl::Positional, llvm::cl::desc("input paths")); |
| 42 | +}; |
| 43 | + |
| 44 | +namespace { |
| 45 | +enum class ParseMode { |
| 46 | + SwiftParser, |
| 47 | + LibParse, |
| 48 | +}; |
| 49 | + |
| 50 | +struct LibParseExecutor { |
| 51 | + constexpr static StringRef name = "libParse"; |
| 52 | + |
| 53 | + static void performParse(llvm::MemoryBufferRef buffer) { |
| 54 | + SourceManager SM; |
| 55 | + unsigned bufferID = |
| 56 | + SM.addNewSourceBuffer(llvm::MemoryBuffer::getMemBuffer(buffer)); |
| 57 | + DiagnosticEngine diagEngine(SM); |
| 58 | + LangOptions langOpts; |
| 59 | + TypeCheckerOptions typeckOpts; |
| 60 | + SILOptions silOpts; |
| 61 | + SearchPathOptions searchPathOpts; |
| 62 | + ClangImporterOptions clangOpts; |
| 63 | + symbolgraphgen::SymbolGraphOptions symbolOpts; |
| 64 | + std::unique_ptr<ASTContext> ctx( |
| 65 | + ASTContext::get(langOpts, typeckOpts, silOpts, searchPathOpts, |
| 66 | + clangOpts, symbolOpts, SM, diagEngine)); |
| 67 | + |
| 68 | + SourceFile::ParsingOptions parseOpts; |
| 69 | + // Always disable body skipping because SwiftParser currently don't have it. |
| 70 | + // When SwiftParser implements delayed parsing, this should be a command |
| 71 | + // line option. |
| 72 | + parseOpts |= SourceFile::ParsingFlags::DisableDelayedBodies; |
| 73 | + parseOpts |= SourceFile::ParsingFlags::DisablePoundIfEvaluation; |
| 74 | + |
| 75 | + ModuleDecl *M = ModuleDecl::create(Identifier(), *ctx); |
| 76 | + SourceFile *SF = |
| 77 | + new (*ctx) SourceFile(*M, SourceFileKind::Library, bufferID, parseOpts); |
| 78 | + |
| 79 | + Parser parser(bufferID, *SF, /*SILParserState=*/nullptr); |
| 80 | + SmallVector<ASTNode> items; |
| 81 | + parser.parseTopLevelItems(items); |
| 82 | + } |
| 83 | +}; |
| 84 | + |
| 85 | +struct SwiftParserExecutor { |
| 86 | + constexpr static StringRef name = "SwiftParser"; |
| 87 | + |
| 88 | + static void performParse(llvm::MemoryBufferRef buffer) { |
| 89 | + auto sourceFile = swift_ASTGen_parseSourceFile( |
| 90 | + buffer.getBufferStart(), buffer.getBufferSize(), "", |
| 91 | + buffer.getBufferIdentifier().data(), nullptr); |
| 92 | + swift_ASTGen_destroySourceFile(sourceFile); |
| 93 | + } |
| 94 | +}; |
| 95 | + |
| 96 | +static void _loadSwiftFilesRecursively( |
| 97 | + StringRef path, |
| 98 | + SmallVectorImpl<std::unique_ptr<llvm::MemoryBuffer>> &buffers) { |
| 99 | + if (llvm::sys::fs::is_directory(path)) { |
| 100 | + std::error_code err; |
| 101 | + for (auto I = llvm::sys::fs::directory_iterator(path, err), |
| 102 | + E = llvm::sys::fs::directory_iterator(); |
| 103 | + I != E; I.increment(err)) { |
| 104 | + _loadSwiftFilesRecursively(I->path(), buffers); |
| 105 | + } |
| 106 | + } else if (path.endswith(".swift")) { |
| 107 | + if (auto buffer = llvm::MemoryBuffer::getFile(path)) { |
| 108 | + buffers.push_back(std::move(*buffer)); |
| 109 | + } |
| 110 | + } |
| 111 | +} |
| 112 | + |
| 113 | +/// Load all '.swift' files in the specified \p filePaths into \p buffers. |
| 114 | +/// If the path is a directory, this recursively collects the files in it. |
| 115 | +static void |
| 116 | +loadSources(ArrayRef<std::string> filePaths, |
| 117 | + SmallVectorImpl<std::unique_ptr<llvm::MemoryBuffer>> &buffers) { |
| 118 | + for (auto path : filePaths) { |
| 119 | + _loadSwiftFilesRecursively(path, buffers); |
| 120 | + } |
| 121 | +} |
| 122 | + |
| 123 | +/// Measure the duration of \p body execution. |
| 124 | +template <typename Duration> |
| 125 | +static std::pair<Duration, Duration> measure(llvm::function_ref<void()> body) { |
| 126 | + auto cStart = std::clock(); |
| 127 | + auto tStart = std::chrono::steady_clock::now(); |
| 128 | + body(); |
| 129 | + auto cEnd = std::clock(); |
| 130 | + auto tEnd = std::chrono::steady_clock::now(); |
| 131 | + |
| 132 | + std::chrono::milliseconds cDuration(1000 * (cEnd - cStart) / CLOCKS_PER_SEC); |
| 133 | + return {std::chrono::duration_cast<Duration>(tEnd - tStart), |
| 134 | + std::chrono::duration_cast<Duration>(cDuration)}; |
| 135 | +} |
| 136 | + |
| 137 | +/// Perform the performance measurement using \c Executor . |
| 138 | +/// Parse all \p buffers using \c Executor , \p iteration times, and print out |
| 139 | +/// the measurement to the \c stdout. |
| 140 | +template <typename Executor> |
| 141 | +static void |
| 142 | +perform(const SmallVectorImpl<std::unique_ptr<llvm::MemoryBuffer>> &buffers, |
| 143 | + unsigned iteration, unsigned totalBytes, unsigned totalLines) { |
| 144 | + |
| 145 | + llvm::outs() << "----\n"; |
| 146 | + llvm::outs() << "parser: " << Executor::name << "\n"; |
| 147 | + |
| 148 | + using duration_t = std::chrono::milliseconds; |
| 149 | + auto tDuration = duration_t::zero(); |
| 150 | + auto cDuration = duration_t::zero(); |
| 151 | + |
| 152 | + for (unsigned i = 0; i < iteration; i++) { |
| 153 | + for (auto &buffer : buffers) { |
| 154 | + std::pair<duration_t, duration_t> elapsed = measure<duration_t>( |
| 155 | + [&] { Executor::performParse(buffer->getMemBufferRef()); }); |
| 156 | + tDuration += elapsed.first; |
| 157 | + cDuration += elapsed.second; |
| 158 | + } |
| 159 | + } |
| 160 | + |
| 161 | + llvm::outs() << "wall clock time (ms): " << tDuration.count() << "\n"; |
| 162 | + llvm::outs() << "cpu time (ms): " << cDuration.count() << "\n"; |
| 163 | + llvm::outs() << "throughput (byte/s): " |
| 164 | + << (totalBytes * 1000 / cDuration.count()) << "\n"; |
| 165 | + llvm::outs() << "throughput (line/s): " |
| 166 | + << (totalLines * 1000 / cDuration.count()) << "\n"; |
| 167 | +} |
| 168 | + |
| 169 | +} // namespace |
| 170 | + |
| 171 | +int swift_parse_test_main(ArrayRef<const char *> args, const char *argv0, |
| 172 | + void *mainAddr) { |
| 173 | + SwiftParseTestOptions options; |
| 174 | + llvm::cl::ParseCommandLineOptions(args.size(), args.data(), |
| 175 | + "Swift parse test\n"); |
| 176 | + |
| 177 | + unsigned iteration = options.Iteration; |
| 178 | + |
| 179 | + SmallVector<std::unique_ptr<llvm::MemoryBuffer>> buffers; |
| 180 | + loadSources(options.InputPaths, buffers); |
| 181 | + unsigned int byteCount = 0; |
| 182 | + unsigned int lineCount = 0; |
| 183 | + for (auto &buffer : buffers) { |
| 184 | + byteCount += buffer->getBufferSize(); |
| 185 | + lineCount += buffer->getBuffer().count('\n'); |
| 186 | + } |
| 187 | + |
| 188 | + llvm::outs() << "file count: " << buffers.size() << "\n"; |
| 189 | + llvm::outs() << "total bytes: " << byteCount << "\n"; |
| 190 | + llvm::outs() << "total lines: " << lineCount << "\n"; |
| 191 | + llvm::outs() << "iterations: " << iteration << "\n"; |
| 192 | + |
| 193 | + if (options.SwiftParser) |
| 194 | + perform<SwiftParserExecutor>(buffers, iteration, byteCount, lineCount); |
| 195 | + if (options.LibParse) |
| 196 | + perform<LibParseExecutor>(buffers, iteration, byteCount, lineCount); |
| 197 | + |
| 198 | + return 0; |
| 199 | +} |
0 commit comments