1*bc0d697dSNico Weber //===-- buffer_queue_test.cpp ---------------------------------------------===//
2*bc0d697dSNico Weber //
3*bc0d697dSNico Weber // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*bc0d697dSNico Weber // See https://llvm.org/LICENSE.txt for license information.
5*bc0d697dSNico Weber // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*bc0d697dSNico Weber //
7*bc0d697dSNico Weber //===----------------------------------------------------------------------===//
8*bc0d697dSNico Weber //
9*bc0d697dSNico Weber // This file is a part of XRay, a function call tracing system.
10*bc0d697dSNico Weber //
11*bc0d697dSNico Weber //===----------------------------------------------------------------------===//
12*bc0d697dSNico Weber #include "xray_buffer_queue.h"
13*bc0d697dSNico Weber #include "gmock/gmock.h"
14*bc0d697dSNico Weber #include "gtest/gtest.h"
15*bc0d697dSNico Weber
16*bc0d697dSNico Weber #include <atomic>
17*bc0d697dSNico Weber #include <future>
18*bc0d697dSNico Weber #include <thread>
19*bc0d697dSNico Weber #include <unistd.h>
20*bc0d697dSNico Weber
21*bc0d697dSNico Weber namespace __xray {
22*bc0d697dSNico Weber namespace {
23*bc0d697dSNico Weber
24*bc0d697dSNico Weber static constexpr size_t kSize = 4096;
25*bc0d697dSNico Weber
26*bc0d697dSNico Weber using ::testing::Eq;
27*bc0d697dSNico Weber
TEST(BufferQueueTest,API)28*bc0d697dSNico Weber TEST(BufferQueueTest, API) {
29*bc0d697dSNico Weber bool Success = false;
30*bc0d697dSNico Weber BufferQueue Buffers(kSize, 1, Success);
31*bc0d697dSNico Weber ASSERT_TRUE(Success);
32*bc0d697dSNico Weber }
33*bc0d697dSNico Weber
TEST(BufferQueueTest,GetAndRelease)34*bc0d697dSNico Weber TEST(BufferQueueTest, GetAndRelease) {
35*bc0d697dSNico Weber bool Success = false;
36*bc0d697dSNico Weber BufferQueue Buffers(kSize, 1, Success);
37*bc0d697dSNico Weber ASSERT_TRUE(Success);
38*bc0d697dSNico Weber BufferQueue::Buffer Buf;
39*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(Buf), BufferQueue::ErrorCode::Ok);
40*bc0d697dSNico Weber ASSERT_NE(nullptr, Buf.Data);
41*bc0d697dSNico Weber ASSERT_EQ(Buffers.releaseBuffer(Buf), BufferQueue::ErrorCode::Ok);
42*bc0d697dSNico Weber ASSERT_EQ(nullptr, Buf.Data);
43*bc0d697dSNico Weber }
44*bc0d697dSNico Weber
TEST(BufferQueueTest,GetUntilFailed)45*bc0d697dSNico Weber TEST(BufferQueueTest, GetUntilFailed) {
46*bc0d697dSNico Weber bool Success = false;
47*bc0d697dSNico Weber BufferQueue Buffers(kSize, 1, Success);
48*bc0d697dSNico Weber ASSERT_TRUE(Success);
49*bc0d697dSNico Weber BufferQueue::Buffer Buf0;
50*bc0d697dSNico Weber EXPECT_EQ(Buffers.getBuffer(Buf0), BufferQueue::ErrorCode::Ok);
51*bc0d697dSNico Weber BufferQueue::Buffer Buf1;
52*bc0d697dSNico Weber EXPECT_EQ(BufferQueue::ErrorCode::NotEnoughMemory, Buffers.getBuffer(Buf1));
53*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(Buf0), BufferQueue::ErrorCode::Ok);
54*bc0d697dSNico Weber }
55*bc0d697dSNico Weber
TEST(BufferQueueTest,ReleaseUnknown)56*bc0d697dSNico Weber TEST(BufferQueueTest, ReleaseUnknown) {
57*bc0d697dSNico Weber bool Success = false;
58*bc0d697dSNico Weber BufferQueue Buffers(kSize, 1, Success);
59*bc0d697dSNico Weber ASSERT_TRUE(Success);
60*bc0d697dSNico Weber BufferQueue::Buffer Buf;
61*bc0d697dSNico Weber Buf.Data = reinterpret_cast<void *>(0xdeadbeef);
62*bc0d697dSNico Weber Buf.Size = kSize;
63*bc0d697dSNico Weber Buf.Generation = Buffers.generation();
64*bc0d697dSNico Weber
65*bc0d697dSNico Weber BufferQueue::Buffer Known;
66*bc0d697dSNico Weber EXPECT_THAT(Buffers.getBuffer(Known), Eq(BufferQueue::ErrorCode::Ok));
67*bc0d697dSNico Weber EXPECT_THAT(Buffers.releaseBuffer(Buf),
68*bc0d697dSNico Weber Eq(BufferQueue::ErrorCode::UnrecognizedBuffer));
69*bc0d697dSNico Weber EXPECT_THAT(Buffers.releaseBuffer(Known), Eq(BufferQueue::ErrorCode::Ok));
70*bc0d697dSNico Weber }
71*bc0d697dSNico Weber
TEST(BufferQueueTest,ErrorsWhenFinalising)72*bc0d697dSNico Weber TEST(BufferQueueTest, ErrorsWhenFinalising) {
73*bc0d697dSNico Weber bool Success = false;
74*bc0d697dSNico Weber BufferQueue Buffers(kSize, 2, Success);
75*bc0d697dSNico Weber ASSERT_TRUE(Success);
76*bc0d697dSNico Weber BufferQueue::Buffer Buf;
77*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(Buf), BufferQueue::ErrorCode::Ok);
78*bc0d697dSNico Weber ASSERT_NE(nullptr, Buf.Data);
79*bc0d697dSNico Weber ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
80*bc0d697dSNico Weber BufferQueue::Buffer OtherBuf;
81*bc0d697dSNico Weber ASSERT_EQ(BufferQueue::ErrorCode::QueueFinalizing,
82*bc0d697dSNico Weber Buffers.getBuffer(OtherBuf));
83*bc0d697dSNico Weber ASSERT_EQ(BufferQueue::ErrorCode::QueueFinalizing, Buffers.finalize());
84*bc0d697dSNico Weber ASSERT_EQ(Buffers.releaseBuffer(Buf), BufferQueue::ErrorCode::Ok);
85*bc0d697dSNico Weber }
86*bc0d697dSNico Weber
TEST(BufferQueueTest,MultiThreaded)87*bc0d697dSNico Weber TEST(BufferQueueTest, MultiThreaded) {
88*bc0d697dSNico Weber bool Success = false;
89*bc0d697dSNico Weber BufferQueue Buffers(kSize, 100, Success);
90*bc0d697dSNico Weber ASSERT_TRUE(Success);
91*bc0d697dSNico Weber auto F = [&] {
92*bc0d697dSNico Weber BufferQueue::Buffer B;
93*bc0d697dSNico Weber while (true) {
94*bc0d697dSNico Weber auto EC = Buffers.getBuffer(B);
95*bc0d697dSNico Weber if (EC != BufferQueue::ErrorCode::Ok)
96*bc0d697dSNico Weber return;
97*bc0d697dSNico Weber Buffers.releaseBuffer(B);
98*bc0d697dSNico Weber }
99*bc0d697dSNico Weber };
100*bc0d697dSNico Weber auto T0 = std::async(std::launch::async, F);
101*bc0d697dSNico Weber auto T1 = std::async(std::launch::async, F);
102*bc0d697dSNico Weber auto T2 = std::async(std::launch::async, [&] {
103*bc0d697dSNico Weber while (Buffers.finalize() != BufferQueue::ErrorCode::Ok)
104*bc0d697dSNico Weber ;
105*bc0d697dSNico Weber });
106*bc0d697dSNico Weber F();
107*bc0d697dSNico Weber }
108*bc0d697dSNico Weber
TEST(BufferQueueTest,Apply)109*bc0d697dSNico Weber TEST(BufferQueueTest, Apply) {
110*bc0d697dSNico Weber bool Success = false;
111*bc0d697dSNico Weber BufferQueue Buffers(kSize, 10, Success);
112*bc0d697dSNico Weber ASSERT_TRUE(Success);
113*bc0d697dSNico Weber auto Count = 0;
114*bc0d697dSNico Weber BufferQueue::Buffer B;
115*bc0d697dSNico Weber for (int I = 0; I < 10; ++I) {
116*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(B), BufferQueue::ErrorCode::Ok);
117*bc0d697dSNico Weber ASSERT_EQ(Buffers.releaseBuffer(B), BufferQueue::ErrorCode::Ok);
118*bc0d697dSNico Weber }
119*bc0d697dSNico Weber Buffers.apply([&](const BufferQueue::Buffer &B) { ++Count; });
120*bc0d697dSNico Weber ASSERT_EQ(Count, 10);
121*bc0d697dSNico Weber }
122*bc0d697dSNico Weber
TEST(BufferQueueTest,GenerationalSupport)123*bc0d697dSNico Weber TEST(BufferQueueTest, GenerationalSupport) {
124*bc0d697dSNico Weber bool Success = false;
125*bc0d697dSNico Weber BufferQueue Buffers(kSize, 10, Success);
126*bc0d697dSNico Weber ASSERT_TRUE(Success);
127*bc0d697dSNico Weber BufferQueue::Buffer B0;
128*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(B0), BufferQueue::ErrorCode::Ok);
129*bc0d697dSNico Weber ASSERT_EQ(Buffers.finalize(),
130*bc0d697dSNico Weber BufferQueue::ErrorCode::Ok); // No more new buffers.
131*bc0d697dSNico Weber
132*bc0d697dSNico Weber // Re-initialise the queue.
133*bc0d697dSNico Weber ASSERT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
134*bc0d697dSNico Weber
135*bc0d697dSNico Weber BufferQueue::Buffer B1;
136*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(B1), BufferQueue::ErrorCode::Ok);
137*bc0d697dSNico Weber
138*bc0d697dSNico Weber // Validate that the buffers come from different generations.
139*bc0d697dSNico Weber ASSERT_NE(B0.Generation, B1.Generation);
140*bc0d697dSNico Weber
141*bc0d697dSNico Weber // We stash the current generation, for use later.
142*bc0d697dSNico Weber auto PrevGen = B1.Generation;
143*bc0d697dSNico Weber
144*bc0d697dSNico Weber // At this point, we want to ensure that we can return the buffer from the
145*bc0d697dSNico Weber // first "generation" would still be accepted in the new generation...
146*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(B0), BufferQueue::ErrorCode::Ok);
147*bc0d697dSNico Weber
148*bc0d697dSNico Weber // ... and that the new buffer is also accepted.
149*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(B1), BufferQueue::ErrorCode::Ok);
150*bc0d697dSNico Weber
151*bc0d697dSNico Weber // A next round will do the same, ensure that we are able to do multiple
152*bc0d697dSNico Weber // rounds in this case.
153*bc0d697dSNico Weber ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
154*bc0d697dSNico Weber ASSERT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
155*bc0d697dSNico Weber EXPECT_EQ(Buffers.getBuffer(B0), BufferQueue::ErrorCode::Ok);
156*bc0d697dSNico Weber EXPECT_EQ(Buffers.getBuffer(B1), BufferQueue::ErrorCode::Ok);
157*bc0d697dSNico Weber
158*bc0d697dSNico Weber // Here we ensure that the generation is different from the previous
159*bc0d697dSNico Weber // generation.
160*bc0d697dSNico Weber EXPECT_NE(B0.Generation, PrevGen);
161*bc0d697dSNico Weber EXPECT_EQ(B1.Generation, B1.Generation);
162*bc0d697dSNico Weber ASSERT_EQ(Buffers.finalize(), BufferQueue::ErrorCode::Ok);
163*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(B0), BufferQueue::ErrorCode::Ok);
164*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(B1), BufferQueue::ErrorCode::Ok);
165*bc0d697dSNico Weber }
166*bc0d697dSNico Weber
TEST(BufferQueueTest,GenerationalSupportAcrossThreads)167*bc0d697dSNico Weber TEST(BufferQueueTest, GenerationalSupportAcrossThreads) {
168*bc0d697dSNico Weber bool Success = false;
169*bc0d697dSNico Weber BufferQueue Buffers(kSize, 10, Success);
170*bc0d697dSNico Weber ASSERT_TRUE(Success);
171*bc0d697dSNico Weber
172*bc0d697dSNico Weber std::atomic<int> Counter{0};
173*bc0d697dSNico Weber
174*bc0d697dSNico Weber // This function allows us to use thread-local storage to isolate the
175*bc0d697dSNico Weber // instances of the buffers to be used. It also allows us signal the threads
176*bc0d697dSNico Weber // of a new generation, and allow those to get new buffers. This is
177*bc0d697dSNico Weber // representative of how we expect the buffer queue to be used by the XRay
178*bc0d697dSNico Weber // runtime.
179*bc0d697dSNico Weber auto Process = [&] {
180*bc0d697dSNico Weber thread_local BufferQueue::Buffer B;
181*bc0d697dSNico Weber ASSERT_EQ(Buffers.getBuffer(B), BufferQueue::ErrorCode::Ok);
182*bc0d697dSNico Weber auto FirstGen = B.Generation;
183*bc0d697dSNico Weber
184*bc0d697dSNico Weber // Signal that we've gotten a buffer in the thread.
185*bc0d697dSNico Weber Counter.fetch_add(1, std::memory_order_acq_rel);
186*bc0d697dSNico Weber while (!Buffers.finalizing()) {
187*bc0d697dSNico Weber Buffers.releaseBuffer(B);
188*bc0d697dSNico Weber Buffers.getBuffer(B);
189*bc0d697dSNico Weber }
190*bc0d697dSNico Weber
191*bc0d697dSNico Weber // Signal that we've exited the get/release buffer loop.
192*bc0d697dSNico Weber Counter.fetch_sub(1, std::memory_order_acq_rel);
193*bc0d697dSNico Weber if (B.Data != nullptr)
194*bc0d697dSNico Weber Buffers.releaseBuffer(B);
195*bc0d697dSNico Weber
196*bc0d697dSNico Weber // Spin until we find that the Buffer Queue is no longer finalizing.
197*bc0d697dSNico Weber while (Buffers.getBuffer(B) != BufferQueue::ErrorCode::Ok)
198*bc0d697dSNico Weber ;
199*bc0d697dSNico Weber
200*bc0d697dSNico Weber // Signal that we've successfully gotten a buffer in the thread.
201*bc0d697dSNico Weber Counter.fetch_add(1, std::memory_order_acq_rel);
202*bc0d697dSNico Weber
203*bc0d697dSNico Weber EXPECT_NE(FirstGen, B.Generation);
204*bc0d697dSNico Weber EXPECT_EQ(Buffers.releaseBuffer(B), BufferQueue::ErrorCode::Ok);
205*bc0d697dSNico Weber
206*bc0d697dSNico Weber // Signal that we've successfully exited.
207*bc0d697dSNico Weber Counter.fetch_sub(1, std::memory_order_acq_rel);
208*bc0d697dSNico Weber };
209*bc0d697dSNico Weber
210*bc0d697dSNico Weber // Spawn two threads running Process.
211*bc0d697dSNico Weber std::thread T0(Process), T1(Process);
212*bc0d697dSNico Weber
213*bc0d697dSNico Weber // Spin until we find the counter is up to 2.
214*bc0d697dSNico Weber while (Counter.load(std::memory_order_acquire) != 2)
215*bc0d697dSNico Weber ;
216*bc0d697dSNico Weber
217*bc0d697dSNico Weber // Then we finalize, then re-initialize immediately.
218*bc0d697dSNico Weber Buffers.finalize();
219*bc0d697dSNico Weber
220*bc0d697dSNico Weber // Spin until we find the counter is down to 0.
221*bc0d697dSNico Weber while (Counter.load(std::memory_order_acquire) != 0)
222*bc0d697dSNico Weber ;
223*bc0d697dSNico Weber
224*bc0d697dSNico Weber // Then we re-initialize.
225*bc0d697dSNico Weber EXPECT_EQ(Buffers.init(kSize, 10), BufferQueue::ErrorCode::Ok);
226*bc0d697dSNico Weber
227*bc0d697dSNico Weber T0.join();
228*bc0d697dSNico Weber T1.join();
229*bc0d697dSNico Weber
230*bc0d697dSNico Weber ASSERT_EQ(Counter.load(std::memory_order_acquire), 0);
231*bc0d697dSNico Weber }
232*bc0d697dSNico Weber
233*bc0d697dSNico Weber } // namespace
234*bc0d697dSNico Weber } // namespace __xray
235