1*3cab2bb3Spatrick //===-- buffer_queue_test.cpp ---------------------------------------------===//
2*3cab2bb3Spatrick //
3*3cab2bb3Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*3cab2bb3Spatrick // See https://llvm.org/LICENSE.txt for license information.
5*3cab2bb3Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*3cab2bb3Spatrick //
7*3cab2bb3Spatrick //===----------------------------------------------------------------------===//
8*3cab2bb3Spatrick //
9*3cab2bb3Spatrick // This file is a part of XRay, a function call tracing system.
10*3cab2bb3Spatrick //
11*3cab2bb3Spatrick //===----------------------------------------------------------------------===//
12*3cab2bb3Spatrick #include "xray_buffer_queue.h"
13*3cab2bb3Spatrick #include "gmock/gmock.h"
14*3cab2bb3Spatrick #include "gtest/gtest.h"
15*3cab2bb3Spatrick
16*3cab2bb3Spatrick #include <atomic>
17*3cab2bb3Spatrick #include <future>
18*3cab2bb3Spatrick #include <thread>
19*3cab2bb3Spatrick #include <unistd.h>
20*3cab2bb3Spatrick
21*3cab2bb3Spatrick namespace __xray {
22*3cab2bb3Spatrick namespace {
23*3cab2bb3Spatrick
24*3cab2bb3Spatrick static constexpr size_t kSize = 4096;
25*3cab2bb3Spatrick
26*3cab2bb3Spatrick using ::testing::Eq;
27*3cab2bb3Spatrick
TEST(BufferQueueTest,API)28*3cab2bb3Spatrick TEST(BufferQueueTest, API) {
29*3cab2bb3Spatrick bool Success = false;
30*3cab2bb3Spatrick BufferQueue Buffers(kSize, 1, Success);
31*3cab2bb3Spatrick ASSERT_TRUE(Success);
32*3cab2bb3Spatrick }
33*3cab2bb3Spatrick
TEST(BufferQueueTest,GetAndRelease)34*3cab2bb3Spatrick TEST(BufferQueueTest, GetAndRelease) {
35*3cab2bb3Spatrick bool Success = false;
36*3cab2bb3Spatrick BufferQueue Buffers(kSize, 1, Success);
37*3cab2bb3Spatrick ASSERT_TRUE(Success);
38*3cab2bb3Spatrick BufferQueue::Buffer Buf;
39*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(Buf), BufferQueue::ErrorCode::Ok);
40*3cab2bb3Spatrick ASSERT_NE(nullptr, Buf.Data);
41*3cab2bb3Spatrick ASSERT_EQ(Buffers.releaseBuffer(Buf), BufferQueue::ErrorCode::Ok);
42*3cab2bb3Spatrick ASSERT_EQ(nullptr, Buf.Data);
43*3cab2bb3Spatrick }
44*3cab2bb3Spatrick
TEST(BufferQueueTest,GetUntilFailed)45*3cab2bb3Spatrick TEST(BufferQueueTest, GetUntilFailed) {
46*3cab2bb3Spatrick bool Success = false;
47*3cab2bb3Spatrick BufferQueue Buffers(kSize, 1, Success);
48*3cab2bb3Spatrick ASSERT_TRUE(Success);
49*3cab2bb3Spatrick BufferQueue::Buffer Buf0;
50*3cab2bb3Spatrick EXPECT_EQ(Buffers.getBuffer(Buf0), BufferQueue::ErrorCode::Ok);
51*3cab2bb3Spatrick BufferQueue::Buffer Buf1;
52*3cab2bb3Spatrick EXPECT_EQ(BufferQueue::ErrorCode::NotEnoughMemory, Buffers.getBuffer(Buf1));
53*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(Buf0), BufferQueue::ErrorCode::Ok);
54*3cab2bb3Spatrick }
55*3cab2bb3Spatrick
TEST(BufferQueueTest,ReleaseUnknown)56*3cab2bb3Spatrick TEST(BufferQueueTest, ReleaseUnknown) {
57*3cab2bb3Spatrick bool Success = false;
58*3cab2bb3Spatrick BufferQueue Buffers(kSize, 1, Success);
59*3cab2bb3Spatrick ASSERT_TRUE(Success);
60*3cab2bb3Spatrick BufferQueue::Buffer Buf;
61*3cab2bb3Spatrick Buf.Data = reinterpret_cast<void *>(0xdeadbeef);
62*3cab2bb3Spatrick Buf.Size = kSize;
63*3cab2bb3Spatrick Buf.Generation = Buffers.generation();
64*3cab2bb3Spatrick
65*3cab2bb3Spatrick BufferQueue::Buffer Known;
66*3cab2bb3Spatrick EXPECT_THAT(Buffers.getBuffer(Known), Eq(BufferQueue::ErrorCode::Ok));
67*3cab2bb3Spatrick EXPECT_THAT(Buffers.releaseBuffer(Buf),
68*3cab2bb3Spatrick Eq(BufferQueue::ErrorCode::UnrecognizedBuffer));
69*3cab2bb3Spatrick EXPECT_THAT(Buffers.releaseBuffer(Known), Eq(BufferQueue::ErrorCode::Ok));
70*3cab2bb3Spatrick }
71*3cab2bb3Spatrick
TEST(BufferQueueTest,ErrorsWhenFinalising)72*3cab2bb3Spatrick TEST(BufferQueueTest, ErrorsWhenFinalising) {
73*3cab2bb3Spatrick bool Success = false;
74*3cab2bb3Spatrick BufferQueue Buffers(kSize, 2, Success);
75*3cab2bb3Spatrick ASSERT_TRUE(Success);
76*3cab2bb3Spatrick BufferQueue::Buffer Buf;
77*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(Buf), BufferQueue::ErrorCode::Ok);
78*3cab2bb3Spatrick ASSERT_NE(nullptr, Buf.Data);
79*3cab2bb3Spatrick ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
80*3cab2bb3Spatrick BufferQueue::Buffer OtherBuf;
81*3cab2bb3Spatrick ASSERT_EQ(BufferQueue::ErrorCode::QueueFinalizing,
82*3cab2bb3Spatrick Buffers.getBuffer(OtherBuf));
83*3cab2bb3Spatrick ASSERT_EQ(BufferQueue::ErrorCode::QueueFinalizing, Buffers.finalize());
84*3cab2bb3Spatrick ASSERT_EQ(Buffers.releaseBuffer(Buf), BufferQueue::ErrorCode::Ok);
85*3cab2bb3Spatrick }
86*3cab2bb3Spatrick
TEST(BufferQueueTest,MultiThreaded)87*3cab2bb3Spatrick TEST(BufferQueueTest, MultiThreaded) {
88*3cab2bb3Spatrick bool Success = false;
89*3cab2bb3Spatrick BufferQueue Buffers(kSize, 100, Success);
90*3cab2bb3Spatrick ASSERT_TRUE(Success);
91*3cab2bb3Spatrick auto F = [&] {
92*3cab2bb3Spatrick BufferQueue::Buffer B;
93*3cab2bb3Spatrick while (true) {
94*3cab2bb3Spatrick auto EC = Buffers.getBuffer(B);
95*3cab2bb3Spatrick if (EC != BufferQueue::ErrorCode::Ok)
96*3cab2bb3Spatrick return;
97*3cab2bb3Spatrick Buffers.releaseBuffer(B);
98*3cab2bb3Spatrick }
99*3cab2bb3Spatrick };
100*3cab2bb3Spatrick auto T0 = std::async(std::launch::async, F);
101*3cab2bb3Spatrick auto T1 = std::async(std::launch::async, F);
102*3cab2bb3Spatrick auto T2 = std::async(std::launch::async, [&] {
103*3cab2bb3Spatrick while (Buffers.finalize() != BufferQueue::ErrorCode::Ok)
104*3cab2bb3Spatrick ;
105*3cab2bb3Spatrick });
106*3cab2bb3Spatrick F();
107*3cab2bb3Spatrick }
108*3cab2bb3Spatrick
TEST(BufferQueueTest,Apply)109*3cab2bb3Spatrick TEST(BufferQueueTest, Apply) {
110*3cab2bb3Spatrick bool Success = false;
111*3cab2bb3Spatrick BufferQueue Buffers(kSize, 10, Success);
112*3cab2bb3Spatrick ASSERT_TRUE(Success);
113*3cab2bb3Spatrick auto Count = 0;
114*3cab2bb3Spatrick BufferQueue::Buffer B;
115*3cab2bb3Spatrick for (int I = 0; I < 10; ++I) {
116*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(B), BufferQueue::ErrorCode::Ok);
117*3cab2bb3Spatrick ASSERT_EQ(Buffers.releaseBuffer(B), BufferQueue::ErrorCode::Ok);
118*3cab2bb3Spatrick }
119*3cab2bb3Spatrick Buffers.apply([&](const BufferQueue::Buffer &B) { ++Count; });
120*3cab2bb3Spatrick ASSERT_EQ(Count, 10);
121*3cab2bb3Spatrick }
122*3cab2bb3Spatrick
TEST(BufferQueueTest,GenerationalSupport)123*3cab2bb3Spatrick TEST(BufferQueueTest, GenerationalSupport) {
124*3cab2bb3Spatrick bool Success = false;
125*3cab2bb3Spatrick BufferQueue Buffers(kSize, 10, Success);
126*3cab2bb3Spatrick ASSERT_TRUE(Success);
127*3cab2bb3Spatrick BufferQueue::Buffer B0;
128*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(B0), BufferQueue::ErrorCode::Ok);
129*3cab2bb3Spatrick ASSERT_EQ(Buffers.finalize(),
130*3cab2bb3Spatrick BufferQueue::ErrorCode::Ok); // No more new buffers.
131*3cab2bb3Spatrick
132*3cab2bb3Spatrick // Re-initialise the queue.
133*3cab2bb3Spatrick ASSERT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
134*3cab2bb3Spatrick
135*3cab2bb3Spatrick BufferQueue::Buffer B1;
136*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(B1), BufferQueue::ErrorCode::Ok);
137*3cab2bb3Spatrick
138*3cab2bb3Spatrick // Validate that the buffers come from different generations.
139*3cab2bb3Spatrick ASSERT_NE(B0.Generation, B1.Generation);
140*3cab2bb3Spatrick
141*3cab2bb3Spatrick // We stash the current generation, for use later.
142*3cab2bb3Spatrick auto PrevGen = B1.Generation;
143*3cab2bb3Spatrick
144*3cab2bb3Spatrick // At this point, we want to ensure that we can return the buffer from the
145*3cab2bb3Spatrick // first "generation" would still be accepted in the new generation...
146*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(B0), BufferQueue::ErrorCode::Ok);
147*3cab2bb3Spatrick
148*3cab2bb3Spatrick // ... and that the new buffer is also accepted.
149*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(B1), BufferQueue::ErrorCode::Ok);
150*3cab2bb3Spatrick
151*3cab2bb3Spatrick // A next round will do the same, ensure that we are able to do multiple
152*3cab2bb3Spatrick // rounds in this case.
153*3cab2bb3Spatrick ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
154*3cab2bb3Spatrick ASSERT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
155*3cab2bb3Spatrick EXPECT_EQ(Buffers.getBuffer(B0), BufferQueue::ErrorCode::Ok);
156*3cab2bb3Spatrick EXPECT_EQ(Buffers.getBuffer(B1), BufferQueue::ErrorCode::Ok);
157*3cab2bb3Spatrick
158*3cab2bb3Spatrick // Here we ensure that the generation is different from the previous
159*3cab2bb3Spatrick // generation.
160*3cab2bb3Spatrick EXPECT_NE(B0.Generation, PrevGen);
161*3cab2bb3Spatrick EXPECT_EQ(B1.Generation, B1.Generation);
162*3cab2bb3Spatrick ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
163*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(B0), BufferQueue::ErrorCode::Ok);
164*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(B1), BufferQueue::ErrorCode::Ok);
165*3cab2bb3Spatrick }
166*3cab2bb3Spatrick
TEST(BufferQueueTest,GenerationalSupportAcrossThreads)167*3cab2bb3Spatrick TEST(BufferQueueTest, GenerationalSupportAcrossThreads) {
168*3cab2bb3Spatrick bool Success = false;
169*3cab2bb3Spatrick BufferQueue Buffers(kSize, 10, Success);
170*3cab2bb3Spatrick ASSERT_TRUE(Success);
171*3cab2bb3Spatrick
172*3cab2bb3Spatrick std::atomic<int> Counter{0};
173*3cab2bb3Spatrick
174*3cab2bb3Spatrick // This function allows us to use thread-local storage to isolate the
175*3cab2bb3Spatrick // instances of the buffers to be used. It also allows us signal the threads
176*3cab2bb3Spatrick // of a new generation, and allow those to get new buffers. This is
177*3cab2bb3Spatrick // representative of how we expect the buffer queue to be used by the XRay
178*3cab2bb3Spatrick // runtime.
179*3cab2bb3Spatrick auto Process = [&] {
180*3cab2bb3Spatrick thread_local BufferQueue::Buffer B;
181*3cab2bb3Spatrick ASSERT_EQ(Buffers.getBuffer(B), BufferQueue::ErrorCode::Ok);
182*3cab2bb3Spatrick auto FirstGen = B.Generation;
183*3cab2bb3Spatrick
184*3cab2bb3Spatrick // Signal that we've gotten a buffer in the thread.
185*3cab2bb3Spatrick Counter.fetch_add(1, std::memory_order_acq_rel);
186*3cab2bb3Spatrick while (!Buffers.finalizing()) {
187*3cab2bb3Spatrick Buffers.releaseBuffer(B);
188*3cab2bb3Spatrick Buffers.getBuffer(B);
189*3cab2bb3Spatrick }
190*3cab2bb3Spatrick
191*3cab2bb3Spatrick // Signal that we've exited the get/release buffer loop.
192*3cab2bb3Spatrick Counter.fetch_sub(1, std::memory_order_acq_rel);
193*3cab2bb3Spatrick if (B.Data != nullptr)
194*3cab2bb3Spatrick Buffers.releaseBuffer(B);
195*3cab2bb3Spatrick
196*3cab2bb3Spatrick // Spin until we find that the Buffer Queue is no longer finalizing.
197*3cab2bb3Spatrick while (Buffers.getBuffer(B) != BufferQueue::ErrorCode::Ok)
198*3cab2bb3Spatrick ;
199*3cab2bb3Spatrick
200*3cab2bb3Spatrick // Signal that we've successfully gotten a buffer in the thread.
201*3cab2bb3Spatrick Counter.fetch_add(1, std::memory_order_acq_rel);
202*3cab2bb3Spatrick
203*3cab2bb3Spatrick EXPECT_NE(FirstGen, B.Generation);
204*3cab2bb3Spatrick EXPECT_EQ(Buffers.releaseBuffer(B), BufferQueue::ErrorCode::Ok);
205*3cab2bb3Spatrick
206*3cab2bb3Spatrick // Signal that we've successfully exited.
207*3cab2bb3Spatrick Counter.fetch_sub(1, std::memory_order_acq_rel);
208*3cab2bb3Spatrick };
209*3cab2bb3Spatrick
210*3cab2bb3Spatrick // Spawn two threads running Process.
211*3cab2bb3Spatrick std::thread T0(Process), T1(Process);
212*3cab2bb3Spatrick
213*3cab2bb3Spatrick // Spin until we find the counter is up to 2.
214*3cab2bb3Spatrick while (Counter.load(std::memory_order_acquire) != 2)
215*3cab2bb3Spatrick ;
216*3cab2bb3Spatrick
217*3cab2bb3Spatrick // Then we finalize, then re-initialize immediately.
218*3cab2bb3Spatrick Buffers.finalize();
219*3cab2bb3Spatrick
220*3cab2bb3Spatrick // Spin until we find the counter is down to 0.
221*3cab2bb3Spatrick while (Counter.load(std::memory_order_acquire) != 0)
222*3cab2bb3Spatrick ;
223*3cab2bb3Spatrick
224*3cab2bb3Spatrick // Then we re-initialize.
225*3cab2bb3Spatrick EXPECT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
226*3cab2bb3Spatrick
227*3cab2bb3Spatrick T0.join();
228*3cab2bb3Spatrick T1.join();
229*3cab2bb3Spatrick
230*3cab2bb3Spatrick ASSERT_EQ(Counter.load(std::memory_order_acquire), 0);
231*3cab2bb3Spatrick }
232*3cab2bb3Spatrick
233*3cab2bb3Spatrick } // namespace
234*3cab2bb3Spatrick } // namespace __xray
235