1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
base / metrics / sample_vector.h [blame]
// Copyright 2012 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifdef UNSAFE_BUFFERS_BUILD
// TODO(crbug.com/40284755): Remove this and spanify to fix the errors.
#pragma allow_unsafe_buffers
#endif
// SampleVector implements HistogramSamples interface. It is used by all
// Histogram based classes to store samples.
#ifndef BASE_METRICS_SAMPLE_VECTOR_H_
#define BASE_METRICS_SAMPLE_VECTOR_H_
#include <stddef.h>
#include <stdint.h>
#include <atomic>
#include <memory>
#include <string>
#include <string_view>
#include <vector>
#include "base/base_export.h"
#include "base/compiler_specific.h"
#include "base/containers/span.h"
#include "base/gtest_prod_util.h"
#include "base/memory/raw_ptr.h"
#include "base/metrics/bucket_ranges.h"
#include "base/metrics/histogram_base.h"
#include "base/metrics/histogram_samples.h"
#include "base/metrics/persistent_memory_allocator.h"
namespace base {
class BucketRanges;
class BASE_EXPORT SampleVectorBase : public HistogramSamples {
public:
SampleVectorBase(const SampleVectorBase&) = delete;
SampleVectorBase& operator=(const SampleVectorBase&) = delete;
~SampleVectorBase() override;
// HistogramSamples:
void Accumulate(HistogramBase::Sample value,
HistogramBase::Count count) override;
HistogramBase::Count GetCount(HistogramBase::Sample value) const override;
HistogramBase::Count TotalCount() const override;
std::unique_ptr<SampleCountIterator> Iterator() const override;
std::unique_ptr<SampleCountIterator> ExtractingIterator() override;
// Get count of a specific bucket.
HistogramBase::Count GetCountAtIndex(size_t bucket_index) const;
// Access the bucket ranges held externally.
const BucketRanges* bucket_ranges() const { return bucket_ranges_; }
AtomicSingleSample* SingleSampleForTesting() { return &single_sample(); }
protected:
SampleVectorBase(uint64_t id,
Metadata* meta,
const BucketRanges* bucket_ranges);
SampleVectorBase(uint64_t id,
std::unique_ptr<Metadata> meta,
const BucketRanges* bucket_ranges);
bool AddSubtractImpl(
SampleCountIterator* iter,
HistogramSamples::Operator op) override; // |op| is ADD or SUBTRACT.
virtual size_t GetBucketIndex(HistogramBase::Sample value) const;
// Gets the destination bucket corresponding to `iter` and its `count` value.
// Validates that the destination bucket matches the min/max from the iterator
// and returns SIZE_MAX on a mismatch.
size_t GetDestinationBucketIndexAndCount(SampleCountIterator& iter,
HistogramBase::Count* count);
// Moves the single-sample value to a mounted "counts" array.
void MoveSingleSampleToCounts();
// Mounts (creating if necessary) an array of "counts" for multi-value
// storage.
void MountCountsStorageAndMoveSingleSample();
// Mounts "counts" storage that already exists. This does not attempt to move
// any single-sample information to that storage as that would violate the
// "const" restriction that is often used to indicate read-only memory.
virtual bool MountExistingCountsStorage() const = 0;
// Creates "counts" storage and returns a span to it. The span's size must
// be the number of counts required by the histogram. Ownership of the
// array remains with the called method but will never change. This must be
// called while some sort of lock is held to prevent reentry.
virtual span<HistogramBase::Count> CreateCountsStorageWhileLocked() = 0;
std::optional<span<HistogramBase::AtomicCount>> counts() {
HistogramBase::AtomicCount* data =
counts_data_.load(std::memory_order_acquire);
if (data == nullptr) {
return std::nullopt;
}
return span(data, counts_size_);
}
std::optional<span<const HistogramBase::AtomicCount>> counts() const {
const HistogramBase::AtomicCount* data =
counts_data_.load(std::memory_order_acquire);
if (data == nullptr) {
return std::nullopt;
}
return span(data, counts_size_);
}
void set_counts(span<HistogramBase::AtomicCount> counts) const {
CHECK_EQ(counts.size(), counts_size_);
counts_data_.store(counts.data(), std::memory_order_release);
}
size_t counts_size() const { return counts_size_; }
private:
friend class SampleVectorTest;
FRIEND_TEST_ALL_PREFIXES(HistogramTest, CorruptSampleCounts);
FRIEND_TEST_ALL_PREFIXES(SharedHistogramTest, CorruptSampleCounts);
// Returns a reference into the `counts()` array. As `counts()` may be an
// empty optional until the array is populated, `counts()` must be checked for
// having a value before calling `counts_at()`, or this method may CHECK-fail.
const HistogramBase::AtomicCount& counts_at(size_t index) const {
return (counts().value())[index];
}
HistogramBase::AtomicCount& counts_at(size_t index) {
return (counts().value())[index];
}
// Shares the same BucketRanges with Histogram object.
const raw_ptr<const BucketRanges> bucket_ranges_;
// The number of counts in the histogram. Once `counts_data_` becomes
// non-null, this is the number of values in the `counts_data_` array that
// are usable by the SampleVector.
const size_t counts_size_;
// `counts_data_` is a pointer to a `HistogramBase::AtomicCount` array that is
// held as an atomic pointer for concurrency reasons. When combined with the
// single_sample held in the metadata, there are four possible states:
// 1) single_sample == zero, counts_ == null
// 2) single_sample != zero, counts_ == null
// 3) single_sample != zero, counts_ != null BUT IS EMPTY
// 4) single_sample == zero, counts_ != null and may have data
// Once `counts_data_` is set to a value, it can never be changed and any
// existing single-sample must be moved to this storage. It is mutable because
// changing it doesn't change the (const) data but must adapt if a non-const
// object causes the storage to be allocated and updated.
//
// Held as raw pointer in atomic, instead of as a span, to avoid locks. The
// `counts_size_` is the size of the would-be span, which is CHECKd when
// setting the pointer, and used to recreate a span on the way out.
mutable std::atomic<HistogramBase::AtomicCount*> counts_data_;
};
// A sample vector that uses local memory for the counts array.
class BASE_EXPORT SampleVector : public SampleVectorBase {
public:
explicit SampleVector(const BucketRanges* bucket_ranges);
SampleVector(uint64_t id, const BucketRanges* bucket_ranges);
SampleVector(const SampleVector&) = delete;
SampleVector& operator=(const SampleVector&) = delete;
~SampleVector() override;
// HistogramSamples:
bool IsDefinitelyEmpty() const override;
private:
FRIEND_TEST_ALL_PREFIXES(SampleVectorTest, GetPeakBucketSize);
// HistogramSamples:
std::string GetAsciiBody() const override;
std::string GetAsciiHeader(std::string_view histogram_name,
int32_t flags) const override;
// SampleVectorBase:
bool MountExistingCountsStorage() const override;
span<HistogramBase::Count> CreateCountsStorageWhileLocked() override;
// Writes cumulative percentage information based on the number
// of past, current, and remaining bucket samples.
void WriteAsciiBucketContext(int64_t past,
HistogramBase::Count current,
int64_t remaining,
uint32_t current_bucket_index,
std::string* output) const;
// Finds out how large (graphically) the largest bucket will appear to be.
double GetPeakBucketSize() const;
size_t bucket_count() const { return bucket_ranges()->bucket_count(); }
// Simple local storage for counts.
mutable std::vector<HistogramBase::AtomicCount> local_counts_;
};
// A sample vector that uses persistent memory for the counts array.
class BASE_EXPORT PersistentSampleVector : public SampleVectorBase {
public:
PersistentSampleVector(uint64_t id,
const BucketRanges* bucket_ranges,
Metadata* meta,
const DelayedPersistentAllocation& counts);
PersistentSampleVector(const PersistentSampleVector&) = delete;
PersistentSampleVector& operator=(const PersistentSampleVector&) = delete;
~PersistentSampleVector() override;
// HistogramSamples:
bool IsDefinitelyEmpty() const override;
private:
// SampleVectorBase:
bool MountExistingCountsStorage() const override;
span<HistogramBase::Count> CreateCountsStorageWhileLocked() override;
// Persistent storage for counts.
DelayedPersistentAllocation persistent_counts_;
};
} // namespace base
#endif // BASE_METRICS_SAMPLE_VECTOR_H_