xref: /freebsd-src/contrib/llvm-project/compiler-rt/lib/sanitizer_common/sanitizer_coverage_fuchsia.cpp (revision 5f757f3ff9144b609b3c433dfd370cc6bdc191ad)
168d75effSDimitry Andric //===-- sanitizer_coverage_fuchsia.cpp ------------------------------------===//
268d75effSDimitry Andric //
368d75effSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
468d75effSDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
568d75effSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
668d75effSDimitry Andric //
768d75effSDimitry Andric //===----------------------------------------------------------------------===//
868d75effSDimitry Andric //
968d75effSDimitry Andric // Sanitizer Coverage Controller for Trace PC Guard, Fuchsia-specific version.
1068d75effSDimitry Andric //
1168d75effSDimitry Andric // This Fuchsia-specific implementation uses the same basic scheme and the
1268d75effSDimitry Andric // same simple '.sancov' file format as the generic implementation.  The
1368d75effSDimitry Andric // difference is that we just produce a single blob of output for the whole
1468d75effSDimitry Andric // program, not a separate one per DSO.  We do not sort the PC table and do
1568d75effSDimitry Andric // not prune the zeros, so the resulting file is always as large as it
1668d75effSDimitry Andric // would be to report 100% coverage.  Implicit tracing information about
1768d75effSDimitry Andric // the address ranges of DSOs allows offline tools to split the one big
1868d75effSDimitry Andric // blob into separate files that the 'sancov' tool can understand.
1968d75effSDimitry Andric //
2068d75effSDimitry Andric // Unlike the traditional implementation that uses an atexit hook to write
2168d75effSDimitry Andric // out data files at the end, the results on Fuchsia do not go into a file
2268d75effSDimitry Andric // per se.  The 'coverage_dir' option is ignored.  Instead, they are stored
2368d75effSDimitry Andric // directly into a shared memory object (a Zircon VMO).  At exit, that VMO
2468d75effSDimitry Andric // is handed over to a system service that's responsible for getting the
2568d75effSDimitry Andric // data out to somewhere that it can be fed into the sancov tool (where and
2668d75effSDimitry Andric // how is not our problem).
2768d75effSDimitry Andric 
2868d75effSDimitry Andric #include "sanitizer_platform.h"
2968d75effSDimitry Andric #if SANITIZER_FUCHSIA
305ffd83dbSDimitry Andric #include <zircon/process.h>
315ffd83dbSDimitry Andric #include <zircon/sanitizer.h>
325ffd83dbSDimitry Andric #include <zircon/syscalls.h>
335ffd83dbSDimitry Andric 
3468d75effSDimitry Andric #include "sanitizer_atomic.h"
3568d75effSDimitry Andric #include "sanitizer_common.h"
3681ad6265SDimitry Andric #include "sanitizer_interface_internal.h"
3768d75effSDimitry Andric #include "sanitizer_internal_defs.h"
38*5f757f3fSDimitry Andric #  include "sanitizer_symbolizer_markup_constants.h"
3968d75effSDimitry Andric 
4068d75effSDimitry Andric using namespace __sanitizer;
4168d75effSDimitry Andric 
4268d75effSDimitry Andric namespace __sancov {
4368d75effSDimitry Andric namespace {
4468d75effSDimitry Andric 
4568d75effSDimitry Andric // TODO(mcgrathr): Move the constant into a header shared with other impls.
4668d75effSDimitry Andric constexpr u64 Magic64 = 0xC0BFFFFFFFFFFF64ULL;
4768d75effSDimitry Andric static_assert(SANITIZER_WORDSIZE == 64, "Fuchsia is always LP64");
4868d75effSDimitry Andric 
4968d75effSDimitry Andric constexpr const char kSancovSinkName[] = "sancov";
5068d75effSDimitry Andric 
5168d75effSDimitry Andric // Collects trace-pc guard coverage.
5268d75effSDimitry Andric // This class relies on zero-initialization.
5368d75effSDimitry Andric class TracePcGuardController final {
5468d75effSDimitry Andric  public:
TracePcGuardController()55349cc55cSDimitry Andric   constexpr TracePcGuardController() {}
56349cc55cSDimitry Andric 
5768d75effSDimitry Andric   // For each PC location being tracked, there is a u32 reserved in global
5868d75effSDimitry Andric   // data called the "guard".  At startup, we assign each guard slot a
5968d75effSDimitry Andric   // unique index into the big results array.  Later during runtime, the
6068d75effSDimitry Andric   // first call to TracePcGuard (below) will store the corresponding PC at
6168d75effSDimitry Andric   // that index in the array.  (Each later call with the same guard slot is
6268d75effSDimitry Andric   // presumed to be from the same PC.)  Then it clears the guard slot back
6368d75effSDimitry Andric   // to zero, which tells the compiler not to bother calling in again.  At
6468d75effSDimitry Andric   // the end of the run, we have a big array where each element is either
6568d75effSDimitry Andric   // zero or is a tracked PC location that was hit in the trace.
6668d75effSDimitry Andric 
6768d75effSDimitry Andric   // This is called from global constructors.  Each translation unit has a
6868d75effSDimitry Andric   // contiguous array of guard slots, and a constructor that calls here
6968d75effSDimitry Andric   // with the bounds of its array.  Those constructors are allowed to call
7068d75effSDimitry Andric   // here more than once for the same array.  Usually all of these
7168d75effSDimitry Andric   // constructors run in the initial thread, but it's possible that a
7268d75effSDimitry Andric   // dlopen call on a secondary thread will run constructors that get here.
InitTracePcGuard(u32 * start,u32 * end)7368d75effSDimitry Andric   void InitTracePcGuard(u32 *start, u32 *end) {
7468d75effSDimitry Andric     if (end > start && *start == 0 && common_flags()->coverage) {
7568d75effSDimitry Andric       // Complete the setup before filling in any guards with indices.
7668d75effSDimitry Andric       // This avoids the possibility of code called from Setup reentering
7768d75effSDimitry Andric       // TracePcGuard.
7868d75effSDimitry Andric       u32 idx = Setup(end - start);
7968d75effSDimitry Andric       for (u32 *p = start; p < end; ++p) {
8068d75effSDimitry Andric         *p = idx++;
8168d75effSDimitry Andric       }
8268d75effSDimitry Andric     }
8368d75effSDimitry Andric   }
8468d75effSDimitry Andric 
TracePcGuard(u32 * guard,uptr pc)8568d75effSDimitry Andric   void TracePcGuard(u32 *guard, uptr pc) {
8668d75effSDimitry Andric     atomic_uint32_t *guard_ptr = reinterpret_cast<atomic_uint32_t *>(guard);
8768d75effSDimitry Andric     u32 idx = atomic_exchange(guard_ptr, 0, memory_order_relaxed);
885ffd83dbSDimitry Andric     if (idx > 0)
895ffd83dbSDimitry Andric       array_[idx] = pc;
9068d75effSDimitry Andric   }
9168d75effSDimitry Andric 
Dump()9268d75effSDimitry Andric   void Dump() {
93349cc55cSDimitry Andric     Lock locked(&setup_lock_);
9468d75effSDimitry Andric     if (array_) {
9568d75effSDimitry Andric       CHECK_NE(vmo_, ZX_HANDLE_INVALID);
9668d75effSDimitry Andric 
9768d75effSDimitry Andric       // Publish the VMO to the system, where it can be collected and
9868d75effSDimitry Andric       // analyzed after this process exits.  This always consumes the VMO
9968d75effSDimitry Andric       // handle.  Any failure is just logged and not indicated to us.
10068d75effSDimitry Andric       __sanitizer_publish_data(kSancovSinkName, vmo_);
10168d75effSDimitry Andric       vmo_ = ZX_HANDLE_INVALID;
10268d75effSDimitry Andric 
10368d75effSDimitry Andric       // This will route to __sanitizer_log_write, which will ensure that
10468d75effSDimitry Andric       // information about shared libraries is written out.  This message
10568d75effSDimitry Andric       // uses the `dumpfile` symbolizer markup element to highlight the
10668d75effSDimitry Andric       // dump.  See the explanation for this in:
10768d75effSDimitry Andric       // https://fuchsia.googlesource.com/zircon/+/master/docs/symbolizer_markup.md
10868d75effSDimitry Andric       Printf("SanitizerCoverage: " FORMAT_DUMPFILE " with up to %u PCs\n",
10968d75effSDimitry Andric              kSancovSinkName, vmo_name_, next_index_ - 1);
11068d75effSDimitry Andric     }
11168d75effSDimitry Andric   }
11268d75effSDimitry Andric 
11368d75effSDimitry Andric  private:
11468d75effSDimitry Andric   // We map in the largest possible view into the VMO: one word
11568d75effSDimitry Andric   // for every possible 32-bit index value.  This avoids the need
11668d75effSDimitry Andric   // to change the mapping when increasing the size of the VMO.
11768d75effSDimitry Andric   // We can always spare the 32G of address space.
11868d75effSDimitry Andric   static constexpr size_t MappingSize = sizeof(uptr) << 32;
11968d75effSDimitry Andric 
120349cc55cSDimitry Andric   Mutex setup_lock_;
12168d75effSDimitry Andric   uptr *array_ = nullptr;
12268d75effSDimitry Andric   u32 next_index_ = 0;
12368d75effSDimitry Andric   zx_handle_t vmo_ = {};
12468d75effSDimitry Andric   char vmo_name_[ZX_MAX_NAME_LEN] = {};
12568d75effSDimitry Andric 
DataSize() const12668d75effSDimitry Andric   size_t DataSize() const { return next_index_ * sizeof(uintptr_t); }
12768d75effSDimitry Andric 
Setup(u32 num_guards)12868d75effSDimitry Andric   u32 Setup(u32 num_guards) {
129349cc55cSDimitry Andric     Lock locked(&setup_lock_);
13068d75effSDimitry Andric     DCHECK(common_flags()->coverage);
13168d75effSDimitry Andric 
13268d75effSDimitry Andric     if (next_index_ == 0) {
13368d75effSDimitry Andric       CHECK_EQ(vmo_, ZX_HANDLE_INVALID);
13468d75effSDimitry Andric       CHECK_EQ(array_, nullptr);
13568d75effSDimitry Andric 
13668d75effSDimitry Andric       // The first sample goes at [1] to reserve [0] for the magic number.
13768d75effSDimitry Andric       next_index_ = 1 + num_guards;
13868d75effSDimitry Andric 
13968d75effSDimitry Andric       zx_status_t status = _zx_vmo_create(DataSize(), ZX_VMO_RESIZABLE, &vmo_);
14068d75effSDimitry Andric       CHECK_EQ(status, ZX_OK);
14168d75effSDimitry Andric 
14268d75effSDimitry Andric       // Give the VMO a name including our process KOID so it's easy to spot.
14368d75effSDimitry Andric       internal_snprintf(vmo_name_, sizeof(vmo_name_), "%s.%zu", kSancovSinkName,
14468d75effSDimitry Andric                         internal_getpid());
14568d75effSDimitry Andric       _zx_object_set_property(vmo_, ZX_PROP_NAME, vmo_name_,
14668d75effSDimitry Andric                               internal_strlen(vmo_name_));
1475ffd83dbSDimitry Andric       uint64_t size = DataSize();
1485ffd83dbSDimitry Andric       status = _zx_object_set_property(vmo_, ZX_PROP_VMO_CONTENT_SIZE, &size,
1495ffd83dbSDimitry Andric                                        sizeof(size));
1505ffd83dbSDimitry Andric       CHECK_EQ(status, ZX_OK);
15168d75effSDimitry Andric 
15268d75effSDimitry Andric       // Map the largest possible view we might need into the VMO.  Later
15368d75effSDimitry Andric       // we might need to increase the VMO's size before we can use larger
15468d75effSDimitry Andric       // indices, but we'll never move the mapping address so we don't have
15568d75effSDimitry Andric       // any multi-thread synchronization issues with that.
15668d75effSDimitry Andric       uintptr_t mapping;
15768d75effSDimitry Andric       status =
15868d75effSDimitry Andric           _zx_vmar_map(_zx_vmar_root_self(), ZX_VM_PERM_READ | ZX_VM_PERM_WRITE,
15968d75effSDimitry Andric                        0, vmo_, 0, MappingSize, &mapping);
16068d75effSDimitry Andric       CHECK_EQ(status, ZX_OK);
16168d75effSDimitry Andric 
16268d75effSDimitry Andric       // Hereafter other threads are free to start storing into
16368d75effSDimitry Andric       // elements [1, next_index_) of the big array.
16468d75effSDimitry Andric       array_ = reinterpret_cast<uptr *>(mapping);
16568d75effSDimitry Andric 
16668d75effSDimitry Andric       // Store the magic number.
16768d75effSDimitry Andric       // Hereafter, the VMO serves as the contents of the '.sancov' file.
16868d75effSDimitry Andric       array_[0] = Magic64;
16968d75effSDimitry Andric 
17068d75effSDimitry Andric       return 1;
17168d75effSDimitry Andric     } else {
17268d75effSDimitry Andric       // The VMO is already mapped in, but it's not big enough to use the
17368d75effSDimitry Andric       // new indices.  So increase the size to cover the new maximum index.
17468d75effSDimitry Andric 
17568d75effSDimitry Andric       CHECK_NE(vmo_, ZX_HANDLE_INVALID);
17668d75effSDimitry Andric       CHECK_NE(array_, nullptr);
17768d75effSDimitry Andric 
17868d75effSDimitry Andric       uint32_t first_index = next_index_;
17968d75effSDimitry Andric       next_index_ += num_guards;
18068d75effSDimitry Andric 
18168d75effSDimitry Andric       zx_status_t status = _zx_vmo_set_size(vmo_, DataSize());
18268d75effSDimitry Andric       CHECK_EQ(status, ZX_OK);
1835ffd83dbSDimitry Andric       uint64_t size = DataSize();
1845ffd83dbSDimitry Andric       status = _zx_object_set_property(vmo_, ZX_PROP_VMO_CONTENT_SIZE, &size,
1855ffd83dbSDimitry Andric                                        sizeof(size));
1865ffd83dbSDimitry Andric       CHECK_EQ(status, ZX_OK);
18768d75effSDimitry Andric 
18868d75effSDimitry Andric       return first_index;
18968d75effSDimitry Andric     }
19068d75effSDimitry Andric   }
19168d75effSDimitry Andric };
19268d75effSDimitry Andric 
19368d75effSDimitry Andric static TracePcGuardController pc_guard_controller;
19468d75effSDimitry Andric 
19568d75effSDimitry Andric }  // namespace
19668d75effSDimitry Andric }  // namespace __sancov
19768d75effSDimitry Andric 
19868d75effSDimitry Andric namespace __sanitizer {
InitializeCoverage(bool enabled,const char * dir)19968d75effSDimitry Andric void InitializeCoverage(bool enabled, const char *dir) {
20068d75effSDimitry Andric   CHECK_EQ(enabled, common_flags()->coverage);
20168d75effSDimitry Andric   CHECK_EQ(dir, common_flags()->coverage_dir);
20268d75effSDimitry Andric 
20368d75effSDimitry Andric   static bool coverage_enabled = false;
20468d75effSDimitry Andric   if (!coverage_enabled) {
20568d75effSDimitry Andric     coverage_enabled = enabled;
20668d75effSDimitry Andric     Atexit(__sanitizer_cov_dump);
20768d75effSDimitry Andric     AddDieCallback(__sanitizer_cov_dump);
20868d75effSDimitry Andric   }
20968d75effSDimitry Andric }
21068d75effSDimitry Andric }  // namespace __sanitizer
21168d75effSDimitry Andric 
21268d75effSDimitry Andric extern "C" {
__sanitizer_dump_coverage(const uptr * pcs,uptr len)21368d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_dump_coverage(const uptr *pcs,
21468d75effSDimitry Andric                                                              uptr len) {
21568d75effSDimitry Andric   UNIMPLEMENTED();
21668d75effSDimitry Andric }
21768d75effSDimitry Andric 
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_guard,u32 * guard)21868d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_guard, u32 *guard) {
2195ffd83dbSDimitry Andric   if (!*guard)
2205ffd83dbSDimitry Andric     return;
22168d75effSDimitry Andric   __sancov::pc_guard_controller.TracePcGuard(guard, GET_CALLER_PC() - 1);
22268d75effSDimitry Andric }
22368d75effSDimitry Andric 
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_guard_init,u32 * start,u32 * end)22468d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_guard_init,
22568d75effSDimitry Andric                              u32 *start, u32 *end) {
2265ffd83dbSDimitry Andric   if (start == end || *start)
2275ffd83dbSDimitry Andric     return;
22868d75effSDimitry Andric   __sancov::pc_guard_controller.InitTracePcGuard(start, end);
22968d75effSDimitry Andric }
23068d75effSDimitry Andric 
__sanitizer_dump_trace_pc_guard_coverage()23168d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_dump_trace_pc_guard_coverage() {
23268d75effSDimitry Andric   __sancov::pc_guard_controller.Dump();
23368d75effSDimitry Andric }
__sanitizer_cov_dump()23468d75effSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_dump() {
23568d75effSDimitry Andric   __sanitizer_dump_trace_pc_guard_coverage();
23668d75effSDimitry Andric }
23768d75effSDimitry Andric // Default empty implementations (weak). Users should redefine them.
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp,void)23868d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp1,void)23968d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp1, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp2,void)24068d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp2, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp4,void)24168d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_cmp8,void)24268d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_cmp8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp1,void)24368d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp1, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp2,void)24468d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp2, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp4,void)24568d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_const_cmp8,void)24668d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_const_cmp8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_switch,void)24768d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_switch, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_div4,void)24868d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_div4, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_div8,void)24968d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_div8, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_gep,void)25068d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_gep, void) {}
SANITIZER_INTERFACE_WEAK_DEF(void,__sanitizer_cov_trace_pc_indir,void)25168d75effSDimitry Andric SANITIZER_INTERFACE_WEAK_DEF(void, __sanitizer_cov_trace_pc_indir, void) {}
25268d75effSDimitry Andric }  // extern "C"
25368d75effSDimitry Andric 
25468d75effSDimitry Andric #endif  // !SANITIZER_FUCHSIA
255