1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
pdf / paint_manager.cc [blame]
// Copyright 2010 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "pdf/paint_manager.h"
#include <stddef.h>
#include <stdint.h>
#include <algorithm>
#include <cmath>
#include <utility>
#include "base/auto_reset.h"
#include "base/check.h"
#include "base/check_op.h"
#include "base/feature_list.h"
#include "base/functional/bind.h"
#include "base/functional/callback.h"
#include "base/location.h"
#include "base/task/sequenced_task_runner.h"
#include "base/task/single_thread_task_runner.h"
#include "pdf/paint_ready_rect.h"
#include "pdf/pdf_features.h"
#include "third_party/skia/include/core/SkCanvas.h"
#include "third_party/skia/include/core/SkImage.h"
#include "third_party/skia/include/core/SkRect.h"
#include "third_party/skia/include/core/SkRefCnt.h"
#include "third_party/skia/include/core/SkSamplingOptions.h"
#include "third_party/skia/include/core/SkSurface.h"
#include "ui/gfx/blit.h"
#include "ui/gfx/geometry/point.h"
#include "ui/gfx/geometry/rect.h"
#include "ui/gfx/geometry/size.h"
#include "ui/gfx/geometry/skia_conversions.h"
#include "ui/gfx/geometry/vector2d.h"
#include "ui/gfx/geometry/vector2d_f.h"
namespace chrome_pdf {
PaintManager::PaintManager(Client* client) : client_(client) {
DCHECK(client_);
}
PaintManager::~PaintManager() = default;
// static
gfx::Size PaintManager::GetNewContextSize(const gfx::Size& current_context_size,
const gfx::Size& plugin_size) {
// The amount of additional space in pixels to allocate to the right/bottom of
// the context.
constexpr int kBufferSize = 50;
// Default to returning the same size.
gfx::Size result = current_context_size;
// The minimum size of the plugin before resizing the context to ensure we
// aren't wasting too much memory. We deduct twice the kBufferSize from the
// current context size which gives a threshhold that is kBufferSize below
// the plugin size when the context size was last computed.
gfx::Size min_size(
std::max(current_context_size.width() - 2 * kBufferSize, 0),
std::max(current_context_size.height() - 2 * kBufferSize, 0));
// If the plugin size is bigger than the current context size, we need to
// resize the context. If the plugin size is smaller than the current
// context size by a given threshhold then resize the context so that we
// aren't wasting too much memory.
if (plugin_size.width() > current_context_size.width() ||
plugin_size.height() > current_context_size.height() ||
plugin_size.width() < min_size.width() ||
plugin_size.height() < min_size.height()) {
// Create a larger context than needed so that if we only resize by a
// small margin, we don't need a new context.
result = gfx::Size(plugin_size.width() + kBufferSize,
plugin_size.height() + kBufferSize);
}
return result;
}
void PaintManager::SetSize(const gfx::Size& new_size, float device_scale) {
if (GetEffectiveSize() == new_size &&
GetEffectiveDeviceScale() == device_scale) {
return;
}
has_pending_resize_ = true;
pending_size_ = new_size;
pending_device_scale_ = device_scale;
view_size_changed_waiting_for_paint_ = true;
Invalidate();
}
void PaintManager::SetTransform(float scale,
const gfx::Point& origin,
const gfx::Vector2d& translate,
bool schedule_flush) {
if (!surface_)
return;
CHECK_GT(scale, 0.0f);
// translate_with_origin = origin - scale * origin - translate
gfx::Vector2dF translate_with_origin = origin.OffsetFromOrigin();
translate_with_origin.Scale(1.0f - scale);
translate_with_origin.Subtract(translate);
// TODO(crbug.com/40203030): Should update be deferred until `Flush()`?
client_->UpdateLayerTransform(scale, translate_with_origin);
if (!schedule_flush)
return;
if (flush_pending_) {
flush_requested_ = true;
return;
}
Flush();
}
void PaintManager::ClearTransform() {
SetTransform(1.f, gfx::Point(), gfx::Vector2d(), false);
}
void PaintManager::Invalidate() {
if (!surface_ && !has_pending_resize_)
return;
EnsureCallbackPending();
aggregator_.InvalidateRect(gfx::Rect(GetEffectiveSize()));
}
void PaintManager::InvalidateRect(const gfx::Rect& rect) {
DCHECK(!in_paint_);
if (!surface_ && !has_pending_resize_)
return;
// Clip the rect to the device area.
gfx::Rect clipped_rect =
gfx::IntersectRects(rect, gfx::Rect(GetEffectiveSize()));
if (clipped_rect.IsEmpty())
return; // Nothing to do.
EnsureCallbackPending();
aggregator_.InvalidateRect(clipped_rect);
}
void PaintManager::ScrollRect(const gfx::Rect& clip_rect,
const gfx::Vector2d& amount) {
DCHECK(!in_paint_);
if (!surface_ && !has_pending_resize_)
return;
EnsureCallbackPending();
aggregator_.ScrollRect(clip_rect, amount);
}
gfx::Size PaintManager::GetEffectiveSize() const {
return has_pending_resize_ ? pending_size_ : plugin_size_;
}
float PaintManager::GetEffectiveDeviceScale() const {
return has_pending_resize_ ? pending_device_scale_ : device_scale_;
}
void PaintManager::EnsureCallbackPending() {
// The best way for us to do the next update is to get a notification that
// a previous one has completed. So if we're already waiting for one, we
// don't have to do anything differently now.
if (flush_pending_)
return;
// If no flush is pending, we need to do a manual call to get back to the
// main thread. We may have one already pending, or we may need to schedule.
if (manual_callback_pending_)
return;
base::SingleThreadTaskRunner::GetCurrentDefault()->PostTask(
FROM_HERE, base::BindOnce(&PaintManager::OnManualCallbackComplete,
weak_factory_.GetWeakPtr()));
manual_callback_pending_ = true;
}
void PaintManager::DoPaint() {
base::AutoReset<bool> auto_reset_in_paint(&in_paint_, true);
std::vector<PaintReadyRect> ready_rects;
std::vector<gfx::Rect> pending_rects;
DCHECK(aggregator_.HasPendingUpdate());
// Apply any pending resize. Setting the graphics to this class must happen
// before asking the plugin to paint in case it requests invalides or resizes.
// However, the bind must not happen until afterward since we don't want to
// have an unpainted device bound. The needs_binding flag tells us whether to
// do this later.
//
// Note that `has_pending_resize_` will always be set on the first DoPaint().
DCHECK(surface_ || has_pending_resize_);
if (has_pending_resize_) {
plugin_size_ = pending_size_;
// Only create a new graphics context if the current context isn't big
// enough or if it is far too big. This avoids creating a new context if
// we only resize by a small amount.
gfx::Size old_size = surface_
? gfx::Size(surface_->width(), surface_->height())
: gfx::Size();
gfx::Size new_size = GetNewContextSize(old_size, pending_size_);
if (old_size != new_size || !surface_) {
surface_ = SkSurfaces::Raster(
SkImageInfo::MakeN32Premul(new_size.width(), new_size.height()));
DCHECK(surface_);
// TODO(crbug.com/40222665): Can we guarantee repainting some other way?
client_->InvalidatePluginContainer();
device_scale_ = 1.0f;
// Since we're binding a new one, all of the callbacks have been canceled.
manual_callback_pending_ = false;
flush_pending_ = false;
weak_factory_.InvalidateWeakPtrs();
}
if (pending_device_scale_ != device_scale_)
client_->UpdateScale(1.0f / pending_device_scale_);
device_scale_ = pending_device_scale_;
// This must be cleared before calling into the plugin since it may do
// additional invalidation or sizing operations.
has_pending_resize_ = false;
pending_size_ = gfx::Size();
}
PaintAggregator::PaintUpdate update = aggregator_.GetPendingUpdate();
client_->OnPaint(update.paint_rects, ready_rects, pending_rects);
if (ready_rects.empty() && pending_rects.empty())
return; // Nothing was painted, don't schedule a flush.
std::vector<PaintReadyRect> ready_now;
if (pending_rects.empty()) {
aggregator_.SetIntermediateResults(std::move(ready_rects),
std::move(pending_rects));
ready_now = aggregator_.TakeReadyRects();
aggregator_.ClearPendingUpdate();
// First, apply any scroll amount less than the surface's size.
if (update.has_scroll &&
std::abs(update.scroll_delta.x()) < surface_->width() &&
std::abs(update.scroll_delta.y()) < surface_->height()) {
// TODO(crbug.com/40203030): Use `SkSurface::notifyContentWillChange()`.
gfx::ScrollCanvas(surface_->getCanvas(), update.scroll_rect,
update.scroll_delta);
}
view_size_changed_waiting_for_paint_ = false;
} else {
std::vector<PaintReadyRect> ready_later;
for (auto& ready_rect : ready_rects) {
// Don't flush any part (i.e. scrollbars) if we're resizing the browser,
// as that'll lead to flashes. Until we flush, the browser will use the
// previous image, but if we flush, it'll revert to using the blank image.
// We make an exception for the first paint since we want to show the
// default background color instead of the pepper default of black.
if (ready_rect.flush_now() &&
(!view_size_changed_waiting_for_paint_ || first_paint_)) {
ready_now.push_back(std::move(ready_rect));
} else {
ready_later.push_back(std::move(ready_rect));
}
}
// Take the rectangles, except the ones that need to be flushed right away,
// and save them so that everything is flushed at once.
aggregator_.SetIntermediateResults(std::move(ready_later),
std::move(pending_rects));
if (ready_now.empty()) {
EnsureCallbackPending();
return;
}
}
for (const auto& ready_rect : ready_now) {
const SkRect skia_rect = gfx::RectToSkRect(ready_rect.rect());
if (base::FeatureList::IsEnabled(
features::kPdfPaintManagerDrawsBackground)) {
// Paint the page's white background, and then paint the page's contents.
// If `ready_rect.image()` has transparencies, this is necessary to paint
// over the stale data in `skia_rect` in `surface_`.
SkPaint paint;
paint.setColor(SK_ColorWHITE);
surface_->getCanvas()->drawRect(skia_rect, paint);
}
surface_->getCanvas()->drawImageRect(
ready_rect.image(), skia_rect, skia_rect, SkSamplingOptions(), nullptr,
SkCanvas::kStrict_SrcRectConstraint);
}
Flush();
first_paint_ = false;
}
void PaintManager::Flush() {
flush_requested_ = false;
sk_sp<SkImage> snapshot = surface_->makeImageSnapshot();
surface_->getCanvas()->drawImage(snapshot.get(), /*x=*/0, /*y=*/0,
SkSamplingOptions(), /*paint=*/nullptr);
client_->UpdateSnapshot(std::move(snapshot));
// TODO(crbug.com/40251507): Complete flush synchronously.
base::SequencedTaskRunner::GetCurrentDefault()->PostTask(
FROM_HERE, base::BindOnce(&PaintManager::OnFlushComplete,
weak_factory_.GetWeakPtr()));
flush_pending_ = true;
}
void PaintManager::OnFlushComplete() {
DCHECK(flush_pending_);
flush_pending_ = false;
// If more paints were enqueued while we were waiting for the flush to
// complete, execute them now.
if (aggregator_.HasPendingUpdate())
DoPaint();
// If there was another flush request while flushing we flush again.
if (flush_requested_) {
Flush();
}
}
void PaintManager::OnManualCallbackComplete() {
DCHECK(manual_callback_pending_);
manual_callback_pending_ = false;
// Just because we have a manual callback doesn't mean there are actually any
// invalid regions. Even though we only schedule this callback when something
// is pending, a Flush callback could have come in before this callback was
// executed and that could have cleared the queue.
if (aggregator_.HasPendingUpdate())
DoPaint();
}
} // namespace chrome_pdf