109467b48Spatrick //===- YAMLRemarkSerializer.cpp -------------------------------------------===//
209467b48Spatrick //
309467b48Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
409467b48Spatrick // See https://llvm.org/LICENSE.txt for license information.
509467b48Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
609467b48Spatrick //
709467b48Spatrick //===----------------------------------------------------------------------===//
809467b48Spatrick //
909467b48Spatrick // This file provides the implementation of the YAML remark serializer using
1009467b48Spatrick // LLVM's YAMLTraits.
1109467b48Spatrick //
1209467b48Spatrick //===----------------------------------------------------------------------===//
1309467b48Spatrick
1409467b48Spatrick #include "llvm/Remarks/YAMLRemarkSerializer.h"
15*d415bd75Srobert #include "llvm/Remarks/Remark.h"
1673471bf0Spatrick #include "llvm/Support/FileSystem.h"
17*d415bd75Srobert #include <optional>
1809467b48Spatrick
1909467b48Spatrick using namespace llvm;
2009467b48Spatrick using namespace llvm::remarks;
2109467b48Spatrick
2209467b48Spatrick // Use the same keys whether we use a string table or not (respectively, T is an
2309467b48Spatrick // unsigned or a StringRef).
2409467b48Spatrick template <typename T>
mapRemarkHeader(yaml::IO & io,T PassName,T RemarkName,std::optional<RemarkLocation> RL,T FunctionName,std::optional<uint64_t> Hotness,ArrayRef<Argument> Args)2509467b48Spatrick static void mapRemarkHeader(yaml::IO &io, T PassName, T RemarkName,
26*d415bd75Srobert std::optional<RemarkLocation> RL, T FunctionName,
27*d415bd75Srobert std::optional<uint64_t> Hotness,
2809467b48Spatrick ArrayRef<Argument> Args) {
2909467b48Spatrick io.mapRequired("Pass", PassName);
3009467b48Spatrick io.mapRequired("Name", RemarkName);
3109467b48Spatrick io.mapOptional("DebugLoc", RL);
3209467b48Spatrick io.mapRequired("Function", FunctionName);
3309467b48Spatrick io.mapOptional("Hotness", Hotness);
3409467b48Spatrick io.mapOptional("Args", Args);
3509467b48Spatrick }
3609467b48Spatrick
3709467b48Spatrick namespace llvm {
3809467b48Spatrick namespace yaml {
3909467b48Spatrick
4009467b48Spatrick template <> struct MappingTraits<remarks::Remark *> {
mappingllvm::yaml::MappingTraits4109467b48Spatrick static void mapping(IO &io, remarks::Remark *&Remark) {
4209467b48Spatrick assert(io.outputting() && "input not yet implemented");
4309467b48Spatrick
4409467b48Spatrick if (io.mapTag("!Passed", (Remark->RemarkType == Type::Passed)))
4509467b48Spatrick ;
4609467b48Spatrick else if (io.mapTag("!Missed", (Remark->RemarkType == Type::Missed)))
4709467b48Spatrick ;
4809467b48Spatrick else if (io.mapTag("!Analysis", (Remark->RemarkType == Type::Analysis)))
4909467b48Spatrick ;
5009467b48Spatrick else if (io.mapTag("!AnalysisFPCommute",
5109467b48Spatrick (Remark->RemarkType == Type::AnalysisFPCommute)))
5209467b48Spatrick ;
5309467b48Spatrick else if (io.mapTag("!AnalysisAliasing",
5409467b48Spatrick (Remark->RemarkType == Type::AnalysisAliasing)))
5509467b48Spatrick ;
5609467b48Spatrick else if (io.mapTag("!Failure", (Remark->RemarkType == Type::Failure)))
5709467b48Spatrick ;
5809467b48Spatrick else
5909467b48Spatrick llvm_unreachable("Unknown remark type");
6009467b48Spatrick
6109467b48Spatrick if (auto *Serializer = dyn_cast<YAMLStrTabRemarkSerializer>(
6209467b48Spatrick reinterpret_cast<RemarkSerializer *>(io.getContext()))) {
63*d415bd75Srobert assert(Serializer->StrTab && "YAMLStrTabSerializer with no StrTab.");
6409467b48Spatrick StringTable &StrTab = *Serializer->StrTab;
6509467b48Spatrick unsigned PassID = StrTab.add(Remark->PassName).first;
6609467b48Spatrick unsigned NameID = StrTab.add(Remark->RemarkName).first;
6709467b48Spatrick unsigned FunctionID = StrTab.add(Remark->FunctionName).first;
6809467b48Spatrick mapRemarkHeader(io, PassID, NameID, Remark->Loc, FunctionID,
6909467b48Spatrick Remark->Hotness, Remark->Args);
7009467b48Spatrick } else {
7109467b48Spatrick mapRemarkHeader(io, Remark->PassName, Remark->RemarkName, Remark->Loc,
7209467b48Spatrick Remark->FunctionName, Remark->Hotness, Remark->Args);
7309467b48Spatrick }
7409467b48Spatrick }
7509467b48Spatrick };
7609467b48Spatrick
7709467b48Spatrick template <> struct MappingTraits<RemarkLocation> {
mappingllvm::yaml::MappingTraits7809467b48Spatrick static void mapping(IO &io, RemarkLocation &RL) {
7909467b48Spatrick assert(io.outputting() && "input not yet implemented");
8009467b48Spatrick
8109467b48Spatrick StringRef File = RL.SourceFilePath;
8209467b48Spatrick unsigned Line = RL.SourceLine;
8309467b48Spatrick unsigned Col = RL.SourceColumn;
8409467b48Spatrick
8509467b48Spatrick if (auto *Serializer = dyn_cast<YAMLStrTabRemarkSerializer>(
8609467b48Spatrick reinterpret_cast<RemarkSerializer *>(io.getContext()))) {
87*d415bd75Srobert assert(Serializer->StrTab && "YAMLStrTabSerializer with no StrTab.");
8809467b48Spatrick StringTable &StrTab = *Serializer->StrTab;
8909467b48Spatrick unsigned FileID = StrTab.add(File).first;
9009467b48Spatrick io.mapRequired("File", FileID);
9109467b48Spatrick } else {
9209467b48Spatrick io.mapRequired("File", File);
9309467b48Spatrick }
9409467b48Spatrick
9509467b48Spatrick io.mapRequired("Line", Line);
9609467b48Spatrick io.mapRequired("Column", Col);
9709467b48Spatrick }
9809467b48Spatrick
9909467b48Spatrick static const bool flow = true;
10009467b48Spatrick };
10109467b48Spatrick
10209467b48Spatrick /// Helper struct for multiline string block literals. Use this type to preserve
10309467b48Spatrick /// newlines in strings.
10409467b48Spatrick struct StringBlockVal {
10509467b48Spatrick StringRef Value;
StringBlockValllvm::yaml::StringBlockVal10609467b48Spatrick StringBlockVal(StringRef R) : Value(R) {}
10709467b48Spatrick };
10809467b48Spatrick
10909467b48Spatrick template <> struct BlockScalarTraits<StringBlockVal> {
outputllvm::yaml::BlockScalarTraits11009467b48Spatrick static void output(const StringBlockVal &S, void *Ctx, raw_ostream &OS) {
11109467b48Spatrick return ScalarTraits<StringRef>::output(S.Value, Ctx, OS);
11209467b48Spatrick }
11309467b48Spatrick
inputllvm::yaml::BlockScalarTraits11409467b48Spatrick static StringRef input(StringRef Scalar, void *Ctx, StringBlockVal &S) {
11509467b48Spatrick return ScalarTraits<StringRef>::input(Scalar, Ctx, S.Value);
11609467b48Spatrick }
11709467b48Spatrick };
11809467b48Spatrick
11909467b48Spatrick /// ArrayRef is not really compatible with the YAMLTraits. Everything should be
12009467b48Spatrick /// immutable in an ArrayRef, while the SequenceTraits expect a mutable version
12109467b48Spatrick /// for inputting, but we're only using the outputting capabilities here.
12209467b48Spatrick /// This is a hack, but still nicer than having to manually call the YAMLIO
12309467b48Spatrick /// internal methods.
12409467b48Spatrick /// Keep this in this file so that it doesn't get misused from YAMLTraits.h.
12509467b48Spatrick template <typename T> struct SequenceTraits<ArrayRef<T>> {
sizellvm::yaml::SequenceTraits12609467b48Spatrick static size_t size(IO &io, ArrayRef<T> &seq) { return seq.size(); }
elementllvm::yaml::SequenceTraits12709467b48Spatrick static Argument &element(IO &io, ArrayRef<T> &seq, size_t index) {
12809467b48Spatrick assert(io.outputting() && "input not yet implemented");
12909467b48Spatrick // The assert above should make this "safer" to satisfy the YAMLTraits.
13009467b48Spatrick return const_cast<T &>(seq[index]);
13109467b48Spatrick }
13209467b48Spatrick };
13309467b48Spatrick
13409467b48Spatrick /// Implement this as a mapping for now to get proper quotation for the value.
13509467b48Spatrick template <> struct MappingTraits<Argument> {
mappingllvm::yaml::MappingTraits13609467b48Spatrick static void mapping(IO &io, Argument &A) {
13709467b48Spatrick assert(io.outputting() && "input not yet implemented");
13809467b48Spatrick
13909467b48Spatrick if (auto *Serializer = dyn_cast<YAMLStrTabRemarkSerializer>(
14009467b48Spatrick reinterpret_cast<RemarkSerializer *>(io.getContext()))) {
141*d415bd75Srobert assert(Serializer->StrTab && "YAMLStrTabSerializer with no StrTab.");
14209467b48Spatrick StringTable &StrTab = *Serializer->StrTab;
14309467b48Spatrick auto ValueID = StrTab.add(A.Val).first;
14409467b48Spatrick io.mapRequired(A.Key.data(), ValueID);
14509467b48Spatrick } else if (StringRef(A.Val).count('\n') > 1) {
14609467b48Spatrick StringBlockVal S(A.Val);
14709467b48Spatrick io.mapRequired(A.Key.data(), S);
14809467b48Spatrick } else {
14909467b48Spatrick io.mapRequired(A.Key.data(), A.Val);
15009467b48Spatrick }
15109467b48Spatrick io.mapOptional("DebugLoc", A.Loc);
15209467b48Spatrick }
15309467b48Spatrick };
15409467b48Spatrick
15509467b48Spatrick } // end namespace yaml
15609467b48Spatrick } // end namespace llvm
15709467b48Spatrick
LLVM_YAML_IS_SEQUENCE_VECTOR(Argument)15809467b48Spatrick LLVM_YAML_IS_SEQUENCE_VECTOR(Argument)
15909467b48Spatrick
16009467b48Spatrick YAMLRemarkSerializer::YAMLRemarkSerializer(raw_ostream &OS, SerializerMode Mode,
161*d415bd75Srobert std::optional<StringTable> StrTabIn)
16209467b48Spatrick : YAMLRemarkSerializer(Format::YAML, OS, Mode, std::move(StrTabIn)) {}
16309467b48Spatrick
YAMLRemarkSerializer(Format SerializerFormat,raw_ostream & OS,SerializerMode Mode,std::optional<StringTable> StrTabIn)16409467b48Spatrick YAMLRemarkSerializer::YAMLRemarkSerializer(Format SerializerFormat,
16509467b48Spatrick raw_ostream &OS, SerializerMode Mode,
166*d415bd75Srobert std::optional<StringTable> StrTabIn)
16709467b48Spatrick : RemarkSerializer(SerializerFormat, OS, Mode),
16809467b48Spatrick YAMLOutput(OS, reinterpret_cast<void *>(this)) {
16909467b48Spatrick StrTab = std::move(StrTabIn);
17009467b48Spatrick }
17109467b48Spatrick
emit(const Remark & Remark)17209467b48Spatrick void YAMLRemarkSerializer::emit(const Remark &Remark) {
17309467b48Spatrick // Again, YAMLTraits expect a non-const object for inputting, but we're not
17409467b48Spatrick // using that here.
17509467b48Spatrick auto R = const_cast<remarks::Remark *>(&Remark);
17609467b48Spatrick YAMLOutput << R;
17709467b48Spatrick }
17809467b48Spatrick
metaSerializer(raw_ostream & OS,std::optional<StringRef> ExternalFilename)179*d415bd75Srobert std::unique_ptr<MetaSerializer> YAMLRemarkSerializer::metaSerializer(
180*d415bd75Srobert raw_ostream &OS, std::optional<StringRef> ExternalFilename) {
18109467b48Spatrick return std::make_unique<YAMLMetaSerializer>(OS, ExternalFilename);
18209467b48Spatrick }
18309467b48Spatrick
emit(const Remark & Remark)18409467b48Spatrick void YAMLStrTabRemarkSerializer::emit(const Remark &Remark) {
18509467b48Spatrick // In standalone mode, for the serializer with a string table, emit the
18609467b48Spatrick // metadata first and set DidEmitMeta to avoid emitting it again.
18709467b48Spatrick if (Mode == SerializerMode::Standalone && !DidEmitMeta) {
18809467b48Spatrick std::unique_ptr<MetaSerializer> MetaSerializer =
189*d415bd75Srobert metaSerializer(OS, /*ExternalFilename=*/std::nullopt);
19009467b48Spatrick MetaSerializer->emit();
19109467b48Spatrick DidEmitMeta = true;
19209467b48Spatrick }
19309467b48Spatrick
19409467b48Spatrick // Then do the usual remark emission.
19509467b48Spatrick YAMLRemarkSerializer::emit(Remark);
19609467b48Spatrick }
19709467b48Spatrick
metaSerializer(raw_ostream & OS,std::optional<StringRef> ExternalFilename)19809467b48Spatrick std::unique_ptr<MetaSerializer> YAMLStrTabRemarkSerializer::metaSerializer(
199*d415bd75Srobert raw_ostream &OS, std::optional<StringRef> ExternalFilename) {
20009467b48Spatrick assert(StrTab);
20109467b48Spatrick return std::make_unique<YAMLStrTabMetaSerializer>(OS, ExternalFilename,
20209467b48Spatrick *StrTab);
20309467b48Spatrick }
20409467b48Spatrick
emitMagic(raw_ostream & OS)20509467b48Spatrick static void emitMagic(raw_ostream &OS) {
20609467b48Spatrick // Emit the magic number.
20709467b48Spatrick OS << remarks::Magic;
20809467b48Spatrick // Explicitly emit a '\0'.
20909467b48Spatrick OS.write('\0');
21009467b48Spatrick }
21109467b48Spatrick
emitVersion(raw_ostream & OS)21209467b48Spatrick static void emitVersion(raw_ostream &OS) {
21309467b48Spatrick // Emit the version number: little-endian uint64_t.
21409467b48Spatrick std::array<char, 8> Version;
21509467b48Spatrick support::endian::write64le(Version.data(), remarks::CurrentRemarkVersion);
21609467b48Spatrick OS.write(Version.data(), Version.size());
21709467b48Spatrick }
21809467b48Spatrick
emitStrTab(raw_ostream & OS,std::optional<const StringTable * > StrTab)219*d415bd75Srobert static void emitStrTab(raw_ostream &OS,
220*d415bd75Srobert std::optional<const StringTable *> StrTab) {
22109467b48Spatrick // Emit the string table in the section.
22209467b48Spatrick uint64_t StrTabSize = StrTab ? (*StrTab)->SerializedSize : 0;
22309467b48Spatrick // Emit the total size of the string table (the size itself excluded):
22409467b48Spatrick // little-endian uint64_t.
22509467b48Spatrick // Note: even if no string table is used, emit 0.
22609467b48Spatrick std::array<char, 8> StrTabSizeBuf;
22709467b48Spatrick support::endian::write64le(StrTabSizeBuf.data(), StrTabSize);
22809467b48Spatrick OS.write(StrTabSizeBuf.data(), StrTabSizeBuf.size());
22909467b48Spatrick if (StrTab)
23009467b48Spatrick (*StrTab)->serialize(OS);
23109467b48Spatrick }
23209467b48Spatrick
emitExternalFile(raw_ostream & OS,StringRef Filename)23309467b48Spatrick static void emitExternalFile(raw_ostream &OS, StringRef Filename) {
23409467b48Spatrick // Emit the null-terminated absolute path to the remark file.
23509467b48Spatrick SmallString<128> FilenameBuf = Filename;
23609467b48Spatrick sys::fs::make_absolute(FilenameBuf);
23709467b48Spatrick assert(!FilenameBuf.empty() && "The filename can't be empty.");
23809467b48Spatrick OS.write(FilenameBuf.data(), FilenameBuf.size());
23909467b48Spatrick OS.write('\0');
24009467b48Spatrick }
24109467b48Spatrick
emit()24209467b48Spatrick void YAMLMetaSerializer::emit() {
24309467b48Spatrick emitMagic(OS);
24409467b48Spatrick emitVersion(OS);
245*d415bd75Srobert emitStrTab(OS, std::nullopt);
24609467b48Spatrick if (ExternalFilename)
24709467b48Spatrick emitExternalFile(OS, *ExternalFilename);
24809467b48Spatrick }
24909467b48Spatrick
emit()25009467b48Spatrick void YAMLStrTabMetaSerializer::emit() {
25109467b48Spatrick emitMagic(OS);
25209467b48Spatrick emitVersion(OS);
25309467b48Spatrick emitStrTab(OS, &StrTab);
25409467b48Spatrick if (ExternalFilename)
25509467b48Spatrick emitExternalFile(OS, *ExternalFilename);
25609467b48Spatrick }
257