1 /*
2 * Copyright 2013 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
8 #include "DMJsonWriter.h"
9 #include "DMSrcSink.h"
10 #include "ProcStats.h"
11 #include "Resources.h"
12 #include "SkBBHFactory.h"
13 #include "SkChecksum.h"
14 #include "SkCodec.h"
15 #include "SkColorPriv.h"
16 #include "SkColorSpace.h"
17 #include "SkColorSpacePriv.h"
18 #include "SkCommonFlags.h"
19 #include "SkCommonFlagsConfig.h"
20 #include "SkCommonFlagsPathRenderer.h"
21 #include "SkData.h"
22 #include "SkFontMgr.h"
23 #include "SkGraphics.h"
24 #include "SkHalf.h"
25 #include "SkLeanWindows.h"
26 #include "SkMD5.h"
27 #include "SkMutex.h"
28 #include "SkOSFile.h"
29 #include "SkOSPath.h"
30 #include "SkPM4fPriv.h"
31 #include "SkSpinlock.h"
32 #include "SkTHash.h"
33 #include "SkTaskGroup.h"
34 #include "SkThreadUtils.h"
35 #include "Test.h"
36 #include "Timer.h"
37 #include "ios_utils.h"
38 #include "picture_utils.h"
39 #include "sk_tool_utils.h"
40 #include "SkScan.h"
41
42 #include <vector>
43
44 #ifdef SK_PDF_IMAGE_STATS
45 extern void SkPDFImageDumpStats();
46 #endif
47
48 #include "png.h"
49
50 #include <stdlib.h>
51
52 #ifndef SK_BUILD_FOR_WIN32
53 #include <unistd.h>
54 #endif
55
56 DEFINE_string(src, "tests gm skp image", "Source types to test.");
57 DEFINE_bool(nameByHash, false,
58 "If true, write to FLAGS_writePath[0]/<hash>.png instead of "
59 "to FLAGS_writePath[0]/<config>/<sourceType>/<sourceOptions>/<name>.png");
60 DEFINE_bool2(pathOpsExtended, x, false, "Run extended pathOps tests.");
61 DEFINE_string(matrix, "1 0 0 1",
62 "2x2 scale+skew matrix to apply or upright when using "
63 "'matrix' or 'upright' in config.");
64 DEFINE_bool(gpu_threading, false, "Allow GPU work to run on multiple threads?");
65
66 DEFINE_string(blacklist, "",
67 "Space-separated config/src/srcOptions/name quadruples to blacklist. '_' matches anything. E.g. \n"
68 "'--blacklist gpu skp _ _' will blacklist all SKPs drawn into the gpu config.\n"
69 "'--blacklist gpu skp _ _ 8888 gm _ aarects' will also blacklist the aarects GM on 8888.");
70
71 DEFINE_string2(readPath, r, "", "If set check for equality with golden results in this directory.");
72
73 DEFINE_string(uninterestingHashesFile, "",
74 "File containing a list of uninteresting hashes. If a result hashes to something in "
75 "this list, no image is written for that result.");
76
77 DEFINE_int32(shards, 1, "We're splitting source data into this many shards.");
78 DEFINE_int32(shard, 0, "Which shard do I run?");
79
80 DEFINE_string(mskps, "", "Directory to read mskps from, or a single mskp file.");
81
82 #if SK_SUPPORT_GPU
83 DEFINE_pathrenderer_flag;
84 #endif
85
86 using namespace DM;
87 using sk_gpu_test::GrContextFactory;
88 using sk_gpu_test::GLTestContext;
89 using sk_gpu_test::ContextInfo;
90
91 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
92
93 static const double kStartMs = SkTime::GetMSecs();
94
95 static FILE* gVLog;
96
97 template <typename... Args>
vlog(const char * fmt,Args &&...args)98 static void vlog(const char* fmt, Args&&... args) {
99 if (gVLog) {
100 fprintf(gVLog, "%s\t", HumanizeMs(SkTime::GetMSecs() - kStartMs).c_str());
101 fprintf(gVLog, fmt, args...);
102 fflush(gVLog);
103 }
104 }
105
106 template <typename... Args>
info(const char * fmt,Args &&...args)107 static void info(const char* fmt, Args&&... args) {
108 vlog(fmt, args...);
109 if (!FLAGS_quiet) {
110 printf(fmt, args...);
111 }
112 }
info(const char * fmt)113 static void info(const char* fmt) {
114 if (!FLAGS_quiet) {
115 printf("%s", fmt); // Clang warns printf(fmt) is insecure.
116 }
117 }
118
119 SK_DECLARE_STATIC_MUTEX(gFailuresMutex);
120 static SkTArray<SkString> gFailures;
121
fail(const SkString & err)122 static void fail(const SkString& err) {
123 SkAutoMutexAcquire lock(gFailuresMutex);
124 SkDebugf("\n\nFAILURE: %s\n\n", err.c_str());
125 gFailures.push_back(err);
126 }
127
128 struct Running {
129 SkString id;
130 SkThreadID thread;
131
dumpRunning132 void dump() const {
133 info("\t%s\n", id.c_str());
134 }
135 };
136
137 // We use a spinlock to make locking this in a signal handler _somewhat_ safe.
138 static SkSpinlock gMutex;
139 static int32_t gPending;
140 static SkTArray<Running> gRunning;
141
done(const char * config,const char * src,const char * srcOptions,const char * name)142 static void done(const char* config, const char* src, const char* srcOptions, const char* name) {
143 SkString id = SkStringPrintf("%s %s %s %s", config, src, srcOptions, name);
144 vlog("done %s\n", id.c_str());
145 int pending;
146 {
147 SkAutoMutexAcquire lock(gMutex);
148 for (int i = 0; i < gRunning.count(); i++) {
149 if (gRunning[i].id == id) {
150 gRunning.removeShuffle(i);
151 break;
152 }
153 }
154 pending = --gPending;
155 }
156 // We write our dm.json file every once in a while in case we crash.
157 // Notice this also handles the final dm.json when pending == 0.
158 if (pending % 500 == 0) {
159 JsonWriter::DumpJson();
160 }
161 }
162
start(const char * config,const char * src,const char * srcOptions,const char * name)163 static void start(const char* config, const char* src, const char* srcOptions, const char* name) {
164 SkString id = SkStringPrintf("%s %s %s %s", config, src, srcOptions, name);
165 vlog("start %s\n", id.c_str());
166 SkAutoMutexAcquire lock(gMutex);
167 gRunning.push_back({id,SkGetThreadID()});
168 }
169
print_status()170 static void print_status() {
171 int curr = sk_tools::getCurrResidentSetSizeMB(),
172 peak = sk_tools::getMaxResidentSetSizeMB();
173 SkString elapsed = HumanizeMs(SkTime::GetMSecs() - kStartMs);
174
175 SkAutoMutexAcquire lock(gMutex);
176 info("\n%s elapsed, %d active, %d queued, %dMB RAM, %dMB peak\n",
177 elapsed.c_str(), gRunning.count(), gPending - gRunning.count(), curr, peak);
178 for (auto& task : gRunning) {
179 task.dump();
180 }
181 }
182
find_culprit()183 static void find_culprit() {
184 // Assumes gMutex is locked.
185 SkThreadID thisThread = SkGetThreadID();
186 for (auto& task : gRunning) {
187 if (task.thread == thisThread) {
188 info("Likely culprit:\n");
189 task.dump();
190 }
191 }
192 }
193
194 #if defined(SK_BUILD_FOR_WIN32)
crash_handler(EXCEPTION_POINTERS * e)195 static LONG WINAPI crash_handler(EXCEPTION_POINTERS* e) {
196 static const struct {
197 const char* name;
198 DWORD code;
199 } kExceptions[] = {
200 #define _(E) {#E, E}
201 _(EXCEPTION_ACCESS_VIOLATION),
202 _(EXCEPTION_BREAKPOINT),
203 _(EXCEPTION_INT_DIVIDE_BY_ZERO),
204 _(EXCEPTION_STACK_OVERFLOW),
205 // TODO: more?
206 #undef _
207 };
208
209 SkAutoMutexAcquire lock(gMutex);
210
211 const DWORD code = e->ExceptionRecord->ExceptionCode;
212 info("\nCaught exception %u", code);
213 for (const auto& exception : kExceptions) {
214 if (exception.code == code) {
215 info(" %s", exception.name);
216 }
217 }
218 info(", was running:\n");
219 for (auto& task : gRunning) {
220 task.dump();
221 }
222 find_culprit();
223 fflush(stdout);
224
225 // Execute default exception handler... hopefully, exit.
226 return EXCEPTION_EXECUTE_HANDLER;
227 }
228
setup_crash_handler()229 static void setup_crash_handler() {
230 SetUnhandledExceptionFilter(crash_handler);
231 }
232 #else
233 #include <signal.h>
234 #if !defined(SK_BUILD_FOR_ANDROID)
235 #include <execinfo.h>
236 #endif
237
max_of()238 static constexpr int max_of() { return 0; }
239 template <typename... Rest>
max_of(int x,Rest...rest)240 static constexpr int max_of(int x, Rest... rest) {
241 return x > max_of(rest...) ? x : max_of(rest...);
242 }
243
244 static void (*previous_handler[max_of(SIGABRT,SIGBUS,SIGFPE,SIGILL,SIGSEGV)+1])(int);
245
crash_handler(int sig)246 static void crash_handler(int sig) {
247 SkAutoMutexAcquire lock(gMutex);
248
249 info("\nCaught signal %d [%s], was running:\n", sig, strsignal(sig));
250 for (auto& task : gRunning) {
251 task.dump();
252 }
253 find_culprit();
254
255 #if !defined(SK_BUILD_FOR_ANDROID)
256 void* stack[64];
257 int count = backtrace(stack, SK_ARRAY_COUNT(stack));
258 char** symbols = backtrace_symbols(stack, count);
259 info("\nStack trace:\n");
260 for (int i = 0; i < count; i++) {
261 info(" %s\n", symbols[i]);
262 }
263 #endif
264 fflush(stdout);
265
266 signal(sig, previous_handler[sig]);
267 raise(sig);
268 }
269
setup_crash_handler()270 static void setup_crash_handler() {
271 const int kSignals[] = { SIGABRT, SIGBUS, SIGFPE, SIGILL, SIGSEGV };
272 for (int sig : kSignals) {
273 previous_handler[sig] = signal(sig, crash_handler);
274 }
275 }
276 #endif
277
278 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
279
280 struct Gold : public SkString {
GoldGold281 Gold() : SkString("") {}
GoldGold282 Gold(const SkString& sink, const SkString& src,
283 const SkString& srcOptions, const SkString& name,
284 const SkString& md5)
285 : SkString("") {
286 this->append(sink);
287 this->append(src);
288 this->append(srcOptions);
289 this->append(name);
290 this->append(md5);
291 }
292 struct Hash {
operator ()Gold::Hash293 uint32_t operator()(const Gold& g) const {
294 return SkGoodHash()((const SkString&)g);
295 }
296 };
297 };
298 static SkTHashSet<Gold, Gold::Hash> gGold;
299
add_gold(JsonWriter::BitmapResult r)300 static void add_gold(JsonWriter::BitmapResult r) {
301 gGold.add(Gold(r.config, r.sourceType, r.sourceOptions, r.name, r.md5));
302 }
303
gather_gold()304 static void gather_gold() {
305 if (!FLAGS_readPath.isEmpty()) {
306 SkString path(FLAGS_readPath[0]);
307 path.append("/dm.json");
308 if (!JsonWriter::ReadJson(path.c_str(), add_gold)) {
309 fail(SkStringPrintf("Couldn't read %s for golden results.", path.c_str()));
310 }
311 }
312 }
313
314 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
315
316 #if defined(SK_BUILD_FOR_WIN32)
317 static const char* kNewline = "\r\n";
318 #else
319 static const char* kNewline = "\n";
320 #endif
321
322 static SkTHashSet<SkString> gUninterestingHashes;
323
gather_uninteresting_hashes()324 static void gather_uninteresting_hashes() {
325 if (!FLAGS_uninterestingHashesFile.isEmpty()) {
326 sk_sp<SkData> data(SkData::MakeFromFileName(FLAGS_uninterestingHashesFile[0]));
327 if (!data) {
328 info("WARNING: unable to read uninteresting hashes from %s\n",
329 FLAGS_uninterestingHashesFile[0]);
330 return;
331 }
332 SkTArray<SkString> hashes;
333 SkStrSplit((const char*)data->data(), kNewline, &hashes);
334 for (const SkString& hash : hashes) {
335 gUninterestingHashes.add(hash);
336 }
337 info("FYI: loaded %d distinct uninteresting hashes from %d lines\n",
338 gUninterestingHashes.count(), hashes.count());
339 }
340 }
341
342 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
343
344 struct TaggedSrc : public std::unique_ptr<Src> {
345 SkString tag;
346 SkString options;
347 };
348
349 struct TaggedSink : public std::unique_ptr<Sink> {
350 SkString tag;
351 };
352
353 static const bool kMemcpyOK = true;
354
355 static SkTArray<TaggedSrc, kMemcpyOK> gSrcs;
356 static SkTArray<TaggedSink, kMemcpyOK> gSinks;
357
in_shard()358 static bool in_shard() {
359 static int N = 0;
360 return N++ % FLAGS_shards == FLAGS_shard;
361 }
362
push_src(const char * tag,ImplicitString options,Src * s)363 static void push_src(const char* tag, ImplicitString options, Src* s) {
364 std::unique_ptr<Src> src(s);
365 if (in_shard() &&
366 FLAGS_src.contains(tag) &&
367 !SkCommandLineFlags::ShouldSkip(FLAGS_match, src->name().c_str())) {
368 TaggedSrc& s = gSrcs.push_back();
369 s.reset(src.release());
370 s.tag = tag;
371 s.options = options;
372 }
373 }
374
push_codec_src(Path path,CodecSrc::Mode mode,CodecSrc::DstColorType dstColorType,SkAlphaType dstAlphaType,float scale)375 static void push_codec_src(Path path, CodecSrc::Mode mode, CodecSrc::DstColorType dstColorType,
376 SkAlphaType dstAlphaType, float scale) {
377 if (FLAGS_simpleCodec) {
378 const bool simple = CodecSrc::kCodec_Mode == mode || CodecSrc::kAnimated_Mode == mode;
379 if (!simple || dstColorType != CodecSrc::kGetFromCanvas_DstColorType || scale != 1.0f) {
380 // Only decode in the simple case.
381 return;
382 }
383 }
384 SkString folder;
385 switch (mode) {
386 case CodecSrc::kCodec_Mode:
387 folder.append("codec");
388 break;
389 case CodecSrc::kCodecZeroInit_Mode:
390 folder.append("codec_zero_init");
391 break;
392 case CodecSrc::kScanline_Mode:
393 folder.append("scanline");
394 break;
395 case CodecSrc::kStripe_Mode:
396 folder.append("stripe");
397 break;
398 case CodecSrc::kCroppedScanline_Mode:
399 folder.append("crop");
400 break;
401 case CodecSrc::kSubset_Mode:
402 folder.append("codec_subset");
403 break;
404 case CodecSrc::kAnimated_Mode:
405 folder.append("codec_animated");
406 break;
407 }
408
409 switch (dstColorType) {
410 case CodecSrc::kGrayscale_Always_DstColorType:
411 folder.append("_kGray8");
412 break;
413 case CodecSrc::kIndex8_Always_DstColorType:
414 folder.append("_kIndex8");
415 break;
416 case CodecSrc::kNonNative8888_Always_DstColorType:
417 folder.append("_kNonNative");
418 break;
419 default:
420 break;
421 }
422
423 switch (dstAlphaType) {
424 case kPremul_SkAlphaType:
425 folder.append("_premul");
426 break;
427 case kUnpremul_SkAlphaType:
428 folder.append("_unpremul");
429 break;
430 default:
431 break;
432 }
433
434 if (1.0f != scale) {
435 folder.appendf("_%.3f", scale);
436 }
437
438 CodecSrc* src = new CodecSrc(path, mode, dstColorType, dstAlphaType, scale);
439 push_src("image", folder, src);
440 }
441
push_android_codec_src(Path path,CodecSrc::DstColorType dstColorType,SkAlphaType dstAlphaType,int sampleSize)442 static void push_android_codec_src(Path path, CodecSrc::DstColorType dstColorType,
443 SkAlphaType dstAlphaType, int sampleSize) {
444 SkString folder;
445 folder.append("scaled_codec");
446
447 switch (dstColorType) {
448 case CodecSrc::kGrayscale_Always_DstColorType:
449 folder.append("_kGray8");
450 break;
451 case CodecSrc::kIndex8_Always_DstColorType:
452 folder.append("_kIndex8");
453 break;
454 case CodecSrc::kNonNative8888_Always_DstColorType:
455 folder.append("_kNonNative");
456 break;
457 default:
458 break;
459 }
460
461 switch (dstAlphaType) {
462 case kPremul_SkAlphaType:
463 folder.append("_premul");
464 break;
465 case kUnpremul_SkAlphaType:
466 folder.append("_unpremul");
467 break;
468 default:
469 break;
470 }
471
472 if (1 != sampleSize) {
473 folder.appendf("_%.3f", 1.0f / (float) sampleSize);
474 }
475
476 AndroidCodecSrc* src = new AndroidCodecSrc(path, dstColorType, dstAlphaType, sampleSize);
477 push_src("image", folder, src);
478 }
479
push_image_gen_src(Path path,ImageGenSrc::Mode mode,SkAlphaType alphaType,bool isGpu)480 static void push_image_gen_src(Path path, ImageGenSrc::Mode mode, SkAlphaType alphaType, bool isGpu)
481 {
482 SkString folder;
483 switch (mode) {
484 case ImageGenSrc::kCodec_Mode:
485 folder.append("gen_codec");
486 break;
487 case ImageGenSrc::kPlatform_Mode:
488 folder.append("gen_platform");
489 break;
490 }
491
492 if (isGpu) {
493 folder.append("_gpu");
494 } else {
495 switch (alphaType) {
496 case kOpaque_SkAlphaType:
497 folder.append("_opaque");
498 break;
499 case kPremul_SkAlphaType:
500 folder.append("_premul");
501 break;
502 case kUnpremul_SkAlphaType:
503 folder.append("_unpremul");
504 break;
505 default:
506 break;
507 }
508 }
509
510 ImageGenSrc* src = new ImageGenSrc(path, mode, alphaType, isGpu);
511 push_src("image", folder, src);
512 }
513
push_codec_srcs(Path path)514 static void push_codec_srcs(Path path) {
515 sk_sp<SkData> encoded(SkData::MakeFromFileName(path.c_str()));
516 if (!encoded) {
517 info("Couldn't read %s.", path.c_str());
518 return;
519 }
520 std::unique_ptr<SkCodec> codec(SkCodec::NewFromData(encoded));
521 if (nullptr == codec.get()) {
522 info("Couldn't create codec for %s.", path.c_str());
523 return;
524 }
525
526 // native scaling is only supported by WEBP and JPEG
527 bool supportsNativeScaling = false;
528
529 SkTArray<CodecSrc::Mode> nativeModes;
530 nativeModes.push_back(CodecSrc::kCodec_Mode);
531 nativeModes.push_back(CodecSrc::kCodecZeroInit_Mode);
532 switch (codec->getEncodedFormat()) {
533 case SkEncodedImageFormat::kJPEG:
534 nativeModes.push_back(CodecSrc::kScanline_Mode);
535 nativeModes.push_back(CodecSrc::kStripe_Mode);
536 nativeModes.push_back(CodecSrc::kCroppedScanline_Mode);
537 supportsNativeScaling = true;
538 break;
539 case SkEncodedImageFormat::kWEBP:
540 nativeModes.push_back(CodecSrc::kSubset_Mode);
541 supportsNativeScaling = true;
542 break;
543 case SkEncodedImageFormat::kDNG:
544 break;
545 default:
546 nativeModes.push_back(CodecSrc::kScanline_Mode);
547 break;
548 }
549
550 SkTArray<CodecSrc::DstColorType> colorTypes;
551 colorTypes.push_back(CodecSrc::kGetFromCanvas_DstColorType);
552 colorTypes.push_back(CodecSrc::kNonNative8888_Always_DstColorType);
553 switch (codec->getInfo().colorType()) {
554 case kGray_8_SkColorType:
555 colorTypes.push_back(CodecSrc::kGrayscale_Always_DstColorType);
556 if (SkEncodedImageFormat::kWBMP == codec->getEncodedFormat()) {
557 colorTypes.push_back(CodecSrc::kIndex8_Always_DstColorType);
558 }
559 break;
560 case kIndex_8_SkColorType:
561 colorTypes.push_back(CodecSrc::kIndex8_Always_DstColorType);
562 break;
563 default:
564 break;
565 }
566
567 SkTArray<SkAlphaType> alphaModes;
568 alphaModes.push_back(kPremul_SkAlphaType);
569 if (codec->getInfo().alphaType() != kOpaque_SkAlphaType) {
570 alphaModes.push_back(kUnpremul_SkAlphaType);
571 }
572
573 for (CodecSrc::Mode mode : nativeModes) {
574 for (CodecSrc::DstColorType colorType : colorTypes) {
575 for (SkAlphaType alphaType : alphaModes) {
576 // Only test kCroppedScanline_Mode when the alpha type is premul. The test is
577 // slow and won't be interestingly different with different alpha types.
578 if (CodecSrc::kCroppedScanline_Mode == mode &&
579 kPremul_SkAlphaType != alphaType) {
580 continue;
581 }
582
583 push_codec_src(path, mode, colorType, alphaType, 1.0f);
584
585 // Skip kNonNative on different native scales. It won't be interestingly
586 // different.
587 if (supportsNativeScaling &&
588 CodecSrc::kNonNative8888_Always_DstColorType == colorType) {
589 // Native Scales
590 // SkJpegCodec natively supports scaling to the following:
591 for (auto scale : { 0.125f, 0.25f, 0.375f, 0.5f, 0.625f, 0.750f, 0.875f }) {
592 push_codec_src(path, mode, colorType, alphaType, scale);
593 }
594 }
595 }
596 }
597 }
598
599 {
600 std::vector<SkCodec::FrameInfo> frameInfos = codec->getFrameInfo();
601 if (frameInfos.size() > 1) {
602 push_codec_src(path, CodecSrc::kAnimated_Mode, CodecSrc::kGetFromCanvas_DstColorType,
603 kPremul_SkAlphaType, 1.0f);
604 }
605
606 }
607
608 if (FLAGS_simpleCodec) {
609 return;
610 }
611
612 const int sampleSizes[] = { 1, 2, 3, 4, 5, 6, 7, 8 };
613
614 for (int sampleSize : sampleSizes) {
615 for (CodecSrc::DstColorType colorType : colorTypes) {
616 for (SkAlphaType alphaType : alphaModes) {
617 // We can exercise all of the kNonNative support code in the swizzler with just a
618 // few sample sizes. Skip the rest.
619 if (CodecSrc::kNonNative8888_Always_DstColorType == colorType && sampleSize > 3) {
620 continue;
621 }
622
623 push_android_codec_src(path, colorType, alphaType, sampleSize);
624 }
625 }
626 }
627
628 static const char* const rawExts[] = {
629 "arw", "cr2", "dng", "nef", "nrw", "orf", "raf", "rw2", "pef", "srw",
630 "ARW", "CR2", "DNG", "NEF", "NRW", "ORF", "RAF", "RW2", "PEF", "SRW",
631 };
632
633 // There is not currently a reason to test RAW images on image generator.
634 // If we want to enable these tests, we will need to fix skbug.com/5079.
635 for (const char* ext : rawExts) {
636 if (path.endsWith(ext)) {
637 return;
638 }
639 }
640
641 // Push image generator GPU test.
642 push_image_gen_src(path, ImageGenSrc::kCodec_Mode, codec->getInfo().alphaType(), true);
643
644 // Push image generator CPU tests.
645 for (SkAlphaType alphaType : alphaModes) {
646 push_image_gen_src(path, ImageGenSrc::kCodec_Mode, alphaType, false);
647
648 #if defined(SK_BUILD_FOR_MAC) || defined(SK_BUILD_FOR_IOS)
649 if (SkEncodedImageFormat::kWEBP != codec->getEncodedFormat() &&
650 SkEncodedImageFormat::kWBMP != codec->getEncodedFormat() &&
651 kUnpremul_SkAlphaType != alphaType)
652 {
653 push_image_gen_src(path, ImageGenSrc::kPlatform_Mode, alphaType, false);
654 }
655 #elif defined(SK_BUILD_FOR_WIN)
656 if (SkEncodedImageFormat::kWEBP != codec->getEncodedFormat() &&
657 SkEncodedImageFormat::kWBMP != codec->getEncodedFormat())
658 {
659 push_image_gen_src(path, ImageGenSrc::kPlatform_Mode, alphaType, false);
660 }
661 #endif
662 }
663 }
664
push_brd_src(Path path,CodecSrc::DstColorType dstColorType,BRDSrc::Mode mode,uint32_t sampleSize)665 static void push_brd_src(Path path, CodecSrc::DstColorType dstColorType, BRDSrc::Mode mode,
666 uint32_t sampleSize) {
667 SkString folder("brd_android_codec");
668 switch (mode) {
669 case BRDSrc::kFullImage_Mode:
670 break;
671 case BRDSrc::kDivisor_Mode:
672 folder.append("_divisor");
673 break;
674 default:
675 SkASSERT(false);
676 return;
677 }
678
679 switch (dstColorType) {
680 case CodecSrc::kGetFromCanvas_DstColorType:
681 break;
682 case CodecSrc::kIndex8_Always_DstColorType:
683 folder.append("_kIndex");
684 break;
685 case CodecSrc::kGrayscale_Always_DstColorType:
686 folder.append("_kGray");
687 break;
688 default:
689 SkASSERT(false);
690 return;
691 }
692
693 if (1 != sampleSize) {
694 folder.appendf("_%.3f", 1.0f / (float) sampleSize);
695 }
696
697 BRDSrc* src = new BRDSrc(path, mode, dstColorType, sampleSize);
698 push_src("image", folder, src);
699 }
700
push_brd_srcs(Path path)701 static void push_brd_srcs(Path path) {
702 // Only run Index8 and grayscale to one sampleSize and Mode. Though interesting
703 // to test these color types, they should not reveal anything across various
704 // sampleSizes and Modes
705 for (auto type : { CodecSrc::kIndex8_Always_DstColorType,
706 CodecSrc::kGrayscale_Always_DstColorType }) {
707 // Arbitrarily choose Mode and sampleSize.
708 push_brd_src(path, type, BRDSrc::kFullImage_Mode, 2);
709 }
710
711
712 // Test on a variety of sampleSizes, making sure to include:
713 // - 2, 4, and 8, which are natively supported by jpeg
714 // - multiples of 2 which are not divisible by 4 (analogous for 4)
715 // - larger powers of two, since BRD clients generally use powers of 2
716 // We will only produce output for the larger sizes on large images.
717 const uint32_t sampleSizes[] = { 1, 2, 3, 4, 5, 6, 7, 8, 12, 16, 24, 32, 64 };
718
719 const BRDSrc::Mode modes[] = {
720 BRDSrc::kFullImage_Mode,
721 BRDSrc::kDivisor_Mode,
722 };
723
724 for (uint32_t sampleSize : sampleSizes) {
725 for (BRDSrc::Mode mode : modes) {
726 push_brd_src(path, CodecSrc::kGetFromCanvas_DstColorType, mode, sampleSize);
727 }
728 }
729 }
730
brd_supported(const char * ext)731 static bool brd_supported(const char* ext) {
732 static const char* const exts[] = {
733 "jpg", "jpeg", "png", "webp",
734 "JPG", "JPEG", "PNG", "WEBP",
735 };
736
737 for (uint32_t i = 0; i < SK_ARRAY_COUNT(exts); i++) {
738 if (0 == strcmp(exts[i], ext)) {
739 return true;
740 }
741 }
742 return false;
743 }
744
745 template <typename T>
gather_file_srcs(const SkCommandLineFlags::StringArray & flags,const char * ext)746 void gather_file_srcs(const SkCommandLineFlags::StringArray& flags, const char* ext) {
747 for (int i = 0; i < flags.count(); i++) {
748 const char* path = flags[i];
749 if (sk_isdir(path)) {
750 SkOSFile::Iter it(path, ext);
751 for (SkString file; it.next(&file); ) {
752 push_src(ext, "", new T(SkOSPath::Join(path, file.c_str())));
753 }
754 } else {
755 push_src(ext, "", new T(path));
756 }
757 }
758 }
759
gather_srcs()760 static bool gather_srcs() {
761 for (const skiagm::GMRegistry* r = skiagm::GMRegistry::Head(); r; r = r->next()) {
762 push_src("gm", "", new GMSrc(r->factory()));
763 }
764
765 gather_file_srcs<SKPSrc>(FLAGS_skps, "skp");
766 gather_file_srcs<MSKPSrc>(FLAGS_mskps, "mskp");
767 #if defined(SK_XML)
768 gather_file_srcs<SVGSrc>(FLAGS_svgs, "svg");
769 #endif
770
771 SkTArray<SkString> images;
772 if (!CollectImages(FLAGS_images, &images)) {
773 return false;
774 }
775
776 for (auto image : images) {
777 push_codec_srcs(image);
778 if (FLAGS_simpleCodec) {
779 continue;
780 }
781
782 const char* ext = strrchr(image.c_str(), '.');
783 if (ext && brd_supported(ext+1)) {
784 push_brd_srcs(image);
785 }
786 }
787
788 SkTArray<SkString> colorImages;
789 if (!CollectImages(FLAGS_colorImages, &colorImages)) {
790 return false;
791 }
792
793 for (auto colorImage : colorImages) {
794 ColorCodecSrc* src = new ColorCodecSrc(colorImage, ColorCodecSrc::kBaseline_Mode,
795 kN32_SkColorType);
796 push_src("colorImage", "color_codec_baseline", src);
797
798 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_HPZR30w_Mode, kN32_SkColorType);
799 push_src("colorImage", "color_codec_HPZR30w", src);
800 // TODO (msarett):
801 // Should we test this Dst in F16 mode (even though the Dst gamma is 2.2 instead of sRGB)?
802
803 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_sRGB_Mode, kN32_SkColorType);
804 push_src("colorImage", "color_codec_sRGB_kN32", src);
805 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_sRGB_Mode, kRGBA_F16_SkColorType);
806 push_src("colorImage", "color_codec_sRGB_kF16", src);
807 }
808
809 return true;
810 }
811
push_sink(const SkCommandLineConfig & config,Sink * s)812 static void push_sink(const SkCommandLineConfig& config, Sink* s) {
813 std::unique_ptr<Sink> sink(s);
814
815 // Try a simple Src as a canary. If it fails, skip this sink.
816 struct : public Src {
817 Error draw(SkCanvas* c) const override {
818 c->drawRect(SkRect::MakeWH(1,1), SkPaint());
819 return "";
820 }
821 SkISize size() const override { return SkISize::Make(16, 16); }
822 Name name() const override { return "justOneRect"; }
823 } justOneRect;
824
825 SkBitmap bitmap;
826 SkDynamicMemoryWStream stream;
827 SkString log;
828 Error err = sink->draw(justOneRect, &bitmap, &stream, &log);
829 if (err.isFatal()) {
830 info("Could not run %s: %s\n", config.getTag().c_str(), err.c_str());
831 exit(1);
832 }
833
834 TaggedSink& ts = gSinks.push_back();
835 ts.reset(sink.release());
836 ts.tag = config.getTag();
837 }
838
gpu_supported()839 static bool gpu_supported() {
840 #if SK_SUPPORT_GPU
841 return FLAGS_gpu;
842 #else
843 return false;
844 #endif
845 }
846
create_sink(const GrContextOptions & grCtxOptions,const SkCommandLineConfig * config)847 static Sink* create_sink(const GrContextOptions& grCtxOptions, const SkCommandLineConfig* config) {
848 #if SK_SUPPORT_GPU
849 if (gpu_supported()) {
850 if (const SkCommandLineConfigGpu* gpuConfig = config->asConfigGpu()) {
851 GrContextFactory::ContextType contextType = gpuConfig->getContextType();
852 GrContextFactory::ContextOverrides contextOverrides = gpuConfig->getContextOverrides();
853 GrContextFactory testFactory(grCtxOptions);
854 if (!testFactory.get(contextType, contextOverrides)) {
855 info("WARNING: can not create GPU context for config '%s'. "
856 "GM tests will be skipped.\n", gpuConfig->getTag().c_str());
857 return nullptr;
858 }
859 return new GPUSink(contextType, contextOverrides, gpuConfig->getSamples(),
860 gpuConfig->getUseDIText(), gpuConfig->getColorType(),
861 sk_ref_sp(gpuConfig->getColorSpace()), FLAGS_gpu_threading);
862 }
863 }
864 #endif
865
866 #define SINK(t, sink, ...) if (config->getBackend().equals(t)) { return new sink(__VA_ARGS__); }
867
868 if (FLAGS_cpu) {
869 auto srgbColorSpace = SkColorSpace::MakeSRGB();
870 auto srgbLinearColorSpace = SkColorSpace::MakeSRGBLinear();
871
872 SINK("565", RasterSink, kRGB_565_SkColorType);
873 SINK("8888", RasterSink, kN32_SkColorType);
874 SINK("srgb", RasterSink, kN32_SkColorType, srgbColorSpace);
875 SINK("f16", RasterSink, kRGBA_F16_SkColorType, srgbLinearColorSpace);
876 SINK("pdf", PDFSink);
877 SINK("skp", SKPSink);
878 SINK("pipe", PipeSink);
879 SINK("svg", SVGSink);
880 SINK("null", NullSink);
881 SINK("xps", XPSSink);
882 SINK("pdfa", PDFSink, true);
883 SINK("jsdebug", DebugSink);
884 }
885 #undef SINK
886 return nullptr;
887 }
888
adobe_rgb()889 static sk_sp<SkColorSpace> adobe_rgb() {
890 return SkColorSpace::MakeRGB(SkColorSpace::kSRGB_RenderTargetGamma,
891 SkColorSpace::kAdobeRGB_Gamut);
892 }
893
rgb_to_gbr()894 static sk_sp<SkColorSpace> rgb_to_gbr() {
895 float gbr[9];
896 gbr[0] = gSRGB_toXYZD50[1];
897 gbr[1] = gSRGB_toXYZD50[2];
898 gbr[2] = gSRGB_toXYZD50[0];
899 gbr[3] = gSRGB_toXYZD50[4];
900 gbr[4] = gSRGB_toXYZD50[5];
901 gbr[5] = gSRGB_toXYZD50[3];
902 gbr[6] = gSRGB_toXYZD50[7];
903 gbr[7] = gSRGB_toXYZD50[8];
904 gbr[8] = gSRGB_toXYZD50[6];
905 SkMatrix44 toXYZD50(SkMatrix44::kUninitialized_Constructor);
906 toXYZD50.set3x3RowMajorf(gbr);
907 return SkColorSpace::MakeRGB(SkColorSpace::kSRGB_RenderTargetGamma, toXYZD50);
908 }
909
create_via(const SkString & tag,Sink * wrapped)910 static Sink* create_via(const SkString& tag, Sink* wrapped) {
911 #define VIA(t, via, ...) if (tag.equals(t)) { return new via(__VA_ARGS__); }
912 VIA("adobe", ViaCSXform, wrapped, adobe_rgb(), false);
913 VIA("gbr", ViaCSXform, wrapped, rgb_to_gbr(), true);
914 VIA("lite", ViaLite, wrapped);
915 VIA("pipe", ViaPipe, wrapped);
916 VIA("twice", ViaTwice, wrapped);
917 #ifdef TEST_VIA_SVG
918 VIA("svg", ViaSVG, wrapped);
919 #endif
920 VIA("serialize", ViaSerialization, wrapped);
921 VIA("pic", ViaPicture, wrapped);
922 VIA("2ndpic", ViaSecondPicture, wrapped);
923 VIA("sp", ViaSingletonPictures, wrapped);
924 VIA("defer", ViaDefer, wrapped);
925 VIA("tiles", ViaTiles, 256, 256, nullptr, wrapped);
926 VIA("tiles_rt", ViaTiles, 256, 256, new SkRTreeFactory, wrapped);
927
928 if (FLAGS_matrix.count() == 4) {
929 SkMatrix m;
930 m.reset();
931 m.setScaleX((SkScalar)atof(FLAGS_matrix[0]));
932 m.setSkewX ((SkScalar)atof(FLAGS_matrix[1]));
933 m.setSkewY ((SkScalar)atof(FLAGS_matrix[2]));
934 m.setScaleY((SkScalar)atof(FLAGS_matrix[3]));
935 VIA("matrix", ViaMatrix, m, wrapped);
936 VIA("upright", ViaUpright, m, wrapped);
937 }
938
939 #undef VIA
940 return nullptr;
941 }
942
gather_sinks(const GrContextOptions & grCtxOptions)943 static bool gather_sinks(const GrContextOptions& grCtxOptions) {
944 SkCommandLineConfigArray configs;
945 ParseConfigs(FLAGS_config, &configs);
946 for (int i = 0; i < configs.count(); i++) {
947 const SkCommandLineConfig& config = *configs[i];
948 Sink* sink = create_sink(grCtxOptions, &config);
949 if (sink == nullptr) {
950 info("Skipping config %s: Don't understand '%s'.\n", config.getTag().c_str(),
951 config.getTag().c_str());
952 continue;
953 }
954
955 const SkTArray<SkString>& parts = config.getViaParts();
956 for (int j = parts.count(); j-- > 0;) {
957 const SkString& part = parts[j];
958 Sink* next = create_via(part, sink);
959 if (next == nullptr) {
960 info("Skipping config %s: Don't understand '%s'.\n", config.getTag().c_str(),
961 part.c_str());
962 delete sink;
963 sink = nullptr;
964 break;
965 }
966 sink = next;
967 }
968 if (sink) {
969 push_sink(config, sink);
970 }
971 }
972
973 // If no configs were requested (just running tests, perhaps?), then we're okay.
974 // Otherwise, make sure that at least one sink was constructed correctly. This catches
975 // the case of bots without a GPU being assigned GPU configs.
976 return (configs.count() == 0) || (gSinks.count() > 0);
977 }
978
dump_png(SkBitmap bitmap,const char * path,const char * md5)979 static bool dump_png(SkBitmap bitmap, const char* path, const char* md5) {
980 const int w = bitmap.width(),
981 h = bitmap.height();
982
983 sk_sp<SkData> encodedBitmap = sk_tools::encode_bitmap_for_png(bitmap);
984 if (encodedBitmap.get() == nullptr) {
985 return false;
986 }
987 uint32_t* rgba = static_cast<uint32_t*>(encodedBitmap.get()->writable_data());
988
989 // We don't need bitmap anymore. Might as well drop our ref.
990 bitmap.reset();
991
992 FILE* f = fopen(path, "wb");
993 if (!f) { return false; }
994
995 png_structp png = png_create_write_struct(PNG_LIBPNG_VER_STRING, nullptr, nullptr, nullptr);
996 if (!png) {
997 fclose(f);
998 return false;
999 }
1000
1001 png_infop info = png_create_info_struct(png);
1002 if (!info) {
1003 png_destroy_write_struct(&png, &info);
1004 fclose(f);
1005 return false;
1006 }
1007
1008 SkString description;
1009 description.append("Key: ");
1010 for (int i = 0; i < FLAGS_key.count(); i++) {
1011 description.appendf("%s ", FLAGS_key[i]);
1012 }
1013 description.append("Properties: ");
1014 for (int i = 0; i < FLAGS_properties.count(); i++) {
1015 description.appendf("%s ", FLAGS_properties[i]);
1016 }
1017 description.appendf("MD5: %s", md5);
1018
1019 png_text text[2];
1020 text[0].key = (png_charp)"Author";
1021 text[0].text = (png_charp)"DM dump_png()";
1022 text[0].compression = PNG_TEXT_COMPRESSION_NONE;
1023 text[1].key = (png_charp)"Description";
1024 text[1].text = (png_charp)description.c_str();
1025 text[1].compression = PNG_TEXT_COMPRESSION_NONE;
1026 png_set_text(png, info, text, 2);
1027
1028 png_init_io(png, f);
1029 png_set_IHDR(png, info, (png_uint_32)w, (png_uint_32)h, 8,
1030 PNG_COLOR_TYPE_RGB_ALPHA, PNG_INTERLACE_NONE,
1031 PNG_COMPRESSION_TYPE_DEFAULT, PNG_FILTER_TYPE_DEFAULT);
1032 png_write_info(png, info);
1033 for (int j = 0; j < h; j++) {
1034 png_bytep row = (png_bytep)(rgba + w*j);
1035 png_write_rows(png, &row, 1);
1036 }
1037 png_write_end(png, info);
1038
1039 png_destroy_write_struct(&png, &info);
1040 fclose(f);
1041 return true;
1042 }
1043
match(const char * needle,const char * haystack)1044 static bool match(const char* needle, const char* haystack) {
1045 return 0 == strcmp("_", needle) || nullptr != strstr(haystack, needle);
1046 }
1047
is_blacklisted(const char * sink,const char * src,const char * srcOptions,const char * name)1048 static bool is_blacklisted(const char* sink, const char* src,
1049 const char* srcOptions, const char* name) {
1050 for (int i = 0; i < FLAGS_blacklist.count() - 3; i += 4) {
1051 if (match(FLAGS_blacklist[i+0], sink) &&
1052 match(FLAGS_blacklist[i+1], src) &&
1053 match(FLAGS_blacklist[i+2], srcOptions) &&
1054 match(FLAGS_blacklist[i+3], name)) {
1055 return true;
1056 }
1057 }
1058 return false;
1059 }
1060
1061 // Even when a Task Sink reports to be non-threadsafe (e.g. GPU), we know things like
1062 // .png encoding are definitely thread safe. This lets us offload that work to CPU threads.
1063 static SkTaskGroup gDefinitelyThreadSafeWork;
1064
1065 // The finest-grained unit of work we can run: draw a single Src into a single Sink,
1066 // report any errors, and perhaps write out the output: a .png of the bitmap, or a raw stream.
1067 struct Task {
TaskTask1068 Task(const TaggedSrc& src, const TaggedSink& sink) : src(src), sink(sink) {}
1069 const TaggedSrc& src;
1070 const TaggedSink& sink;
1071
RunTask1072 static void Run(const Task& task) {
1073 SkString name = task.src->name();
1074
1075 SkString log;
1076 if (!FLAGS_dryRun) {
1077 SkBitmap bitmap;
1078 SkDynamicMemoryWStream stream;
1079 start(task.sink.tag.c_str(), task.src.tag.c_str(),
1080 task.src.options.c_str(), name.c_str());
1081 Error err = task.sink->draw(*task.src, &bitmap, &stream, &log);
1082 if (!log.isEmpty()) {
1083 info("%s %s %s %s:\n%s\n", task.sink.tag.c_str()
1084 , task.src.tag.c_str()
1085 , task.src.options.c_str()
1086 , name.c_str()
1087 , log.c_str());
1088 }
1089 if (!err.isEmpty()) {
1090 if (err.isFatal()) {
1091 fail(SkStringPrintf("%s %s %s %s: %s",
1092 task.sink.tag.c_str(),
1093 task.src.tag.c_str(),
1094 task.src.options.c_str(),
1095 name.c_str(),
1096 err.c_str()));
1097 } else {
1098 done(task.sink.tag.c_str(), task.src.tag.c_str(),
1099 task.src.options.c_str(), name.c_str());
1100 return;
1101 }
1102 }
1103
1104 // We're likely switching threads here, so we must capture by value, [=] or [foo,bar].
1105 SkStreamAsset* data = stream.detachAsStream().release();
1106 gDefinitelyThreadSafeWork.add([task,name,bitmap,data]{
1107 std::unique_ptr<SkStreamAsset> ownedData(data);
1108
1109 // Why doesn't the copy constructor do this when we have pre-locked pixels?
1110 bitmap.lockPixels();
1111
1112 SkString md5;
1113 if (!FLAGS_writePath.isEmpty() || !FLAGS_readPath.isEmpty()) {
1114 SkMD5 hash;
1115 if (data->getLength()) {
1116 hash.writeStream(data, data->getLength());
1117 data->rewind();
1118 } else {
1119 // If we're BGRA (Linux, Windows), swizzle over to RGBA (Mac, Android).
1120 // This helps eliminate multiple 0-pixel-diff hashes on gold.skia.org.
1121 // (Android's general slow speed breaks the tie arbitrarily in RGBA's favor.)
1122 // We might consider promoting 565 to RGBA too.
1123 if (bitmap.colorType() == kBGRA_8888_SkColorType) {
1124 SkBitmap swizzle;
1125 SkAssertResult(bitmap.copyTo(&swizzle, kRGBA_8888_SkColorType));
1126 hash.write(swizzle.getPixels(), swizzle.getSize());
1127 } else {
1128 hash.write(bitmap.getPixels(), bitmap.getSize());
1129 }
1130 }
1131 SkMD5::Digest digest;
1132 hash.finish(digest);
1133 for (int i = 0; i < 16; i++) {
1134 md5.appendf("%02x", digest.data[i]);
1135 }
1136 }
1137
1138 if (!FLAGS_readPath.isEmpty() &&
1139 !gGold.contains(Gold(task.sink.tag, task.src.tag,
1140 task.src.options, name, md5))) {
1141 fail(SkStringPrintf("%s not found for %s %s %s %s in %s",
1142 md5.c_str(),
1143 task.sink.tag.c_str(),
1144 task.src.tag.c_str(),
1145 task.src.options.c_str(),
1146 name.c_str(),
1147 FLAGS_readPath[0]));
1148 }
1149
1150 if (!FLAGS_writePath.isEmpty()) {
1151 const char* ext = task.sink->fileExtension();
1152 if (data->getLength()) {
1153 WriteToDisk(task, md5, ext, data, data->getLength(), nullptr);
1154 SkASSERT(bitmap.drawsNothing());
1155 } else if (!bitmap.drawsNothing()) {
1156 WriteToDisk(task, md5, ext, nullptr, 0, &bitmap);
1157 }
1158 }
1159 });
1160 }
1161 done(task.sink.tag.c_str(), task.src.tag.c_str(), task.src.options.c_str(), name.c_str());
1162 }
1163
WriteToDiskTask1164 static void WriteToDisk(const Task& task,
1165 SkString md5,
1166 const char* ext,
1167 SkStream* data, size_t len,
1168 const SkBitmap* bitmap) {
1169 bool gammaCorrect = false;
1170 if (bitmap) {
1171 gammaCorrect = SkToBool(bitmap->info().colorSpace());
1172 }
1173
1174 JsonWriter::BitmapResult result;
1175 result.name = task.src->name();
1176 result.config = task.sink.tag;
1177 result.sourceType = task.src.tag;
1178 result.sourceOptions = task.src.options;
1179 result.ext = ext;
1180 result.gammaCorrect = gammaCorrect;
1181 result.md5 = md5;
1182 JsonWriter::AddBitmapResult(result);
1183
1184 // If an MD5 is uninteresting, we want it noted in the JSON file,
1185 // but don't want to dump it out as a .png (or whatever ext is).
1186 if (gUninterestingHashes.contains(md5)) {
1187 return;
1188 }
1189
1190 const char* dir = FLAGS_writePath[0];
1191 if (0 == strcmp(dir, "@")) { // Needed for iOS.
1192 dir = FLAGS_resourcePath[0];
1193 }
1194 sk_mkdir(dir);
1195
1196 SkString path;
1197 if (FLAGS_nameByHash) {
1198 path = SkOSPath::Join(dir, result.md5.c_str());
1199 path.append(".");
1200 path.append(ext);
1201 if (sk_exists(path.c_str())) {
1202 return; // Content-addressed. If it exists already, we're done.
1203 }
1204 } else {
1205 path = SkOSPath::Join(dir, task.sink.tag.c_str());
1206 sk_mkdir(path.c_str());
1207 path = SkOSPath::Join(path.c_str(), task.src.tag.c_str());
1208 sk_mkdir(path.c_str());
1209 if (strcmp(task.src.options.c_str(), "") != 0) {
1210 path = SkOSPath::Join(path.c_str(), task.src.options.c_str());
1211 sk_mkdir(path.c_str());
1212 }
1213 path = SkOSPath::Join(path.c_str(), task.src->name().c_str());
1214 path.append(".");
1215 path.append(ext);
1216 }
1217
1218 if (bitmap) {
1219 if (!dump_png(*bitmap, path.c_str(), result.md5.c_str())) {
1220 fail(SkStringPrintf("Can't encode PNG to %s.\n", path.c_str()));
1221 return;
1222 }
1223 } else {
1224 SkFILEWStream file(path.c_str());
1225 if (!file.isValid()) {
1226 fail(SkStringPrintf("Can't open %s for writing.\n", path.c_str()));
1227 return;
1228 }
1229 if (!file.writeStream(data, len)) {
1230 fail(SkStringPrintf("Can't write to %s.\n", path.c_str()));
1231 return;
1232 }
1233 }
1234 }
1235 };
1236
1237 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
1238
1239 // Unit tests don't fit so well into the Src/Sink model, so we give them special treatment.
1240
1241 static SkTDArray<skiatest::Test> gParallelTests, gSerialTests;
1242
gather_tests()1243 static void gather_tests() {
1244 if (!FLAGS_src.contains("tests")) {
1245 return;
1246 }
1247 for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r; r = r->next()) {
1248 if (!in_shard()) {
1249 continue;
1250 }
1251 // Despite its name, factory() is returning a reference to
1252 // link-time static const POD data.
1253 const skiatest::Test& test = r->factory();
1254 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, test.name)) {
1255 continue;
1256 }
1257 if (test.needsGpu && gpu_supported()) {
1258 (FLAGS_gpu_threading ? gParallelTests : gSerialTests).push(test);
1259 } else if (!test.needsGpu && FLAGS_cpu) {
1260 gParallelTests.push(test);
1261 }
1262 }
1263 }
1264
run_test(skiatest::Test test,const GrContextOptions & grCtxOptions)1265 static void run_test(skiatest::Test test, const GrContextOptions& grCtxOptions) {
1266 struct : public skiatest::Reporter {
1267 void reportFailed(const skiatest::Failure& failure) override {
1268 fail(failure.toString());
1269 JsonWriter::AddTestFailure(failure);
1270 }
1271 bool allowExtendedTest() const override {
1272 return FLAGS_pathOpsExtended;
1273 }
1274 bool verbose() const override { return FLAGS_veryVerbose; }
1275 } reporter;
1276
1277 if (!FLAGS_dryRun && !is_blacklisted("_", "tests", "_", test.name)) {
1278 start("unit", "test", "", test.name);
1279 GrContextFactory factory(grCtxOptions);
1280 test.proc(&reporter, &factory);
1281 }
1282 done("unit", "test", "", test.name);
1283 }
1284
1285 /*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
1286
1287 DEFINE_int32(status_sec, 15, "Print status this often (and if we crash).");
1288
start_status_thread()1289 SkThread* start_status_thread() {
1290 auto thread = new SkThread([] (void*) {
1291 for (;;) {
1292 print_status();
1293 #if defined(SK_BUILD_FOR_WIN)
1294 Sleep(FLAGS_status_sec * 1000);
1295 #else
1296 sleep(FLAGS_status_sec);
1297 #endif
1298 }
1299 });
1300 thread->start();
1301 return thread;
1302 }
1303
1304 #define PORTABLE_FONT_PREFIX "Toy Liberation "
1305
create_from_name(const char familyName[],SkFontStyle style)1306 static sk_sp<SkTypeface> create_from_name(const char familyName[], SkFontStyle style) {
1307 if (familyName && strlen(familyName) > sizeof(PORTABLE_FONT_PREFIX)
1308 && !strncmp(familyName, PORTABLE_FONT_PREFIX, sizeof(PORTABLE_FONT_PREFIX) - 1)) {
1309 return sk_tool_utils::create_portable_typeface(familyName, style);
1310 }
1311 return nullptr;
1312 }
1313
1314 #undef PORTABLE_FONT_PREFIX
1315
1316 extern sk_sp<SkTypeface> (*gCreateTypefaceDelegate)(const char [], SkFontStyle );
1317
main(int argc,char ** argv)1318 int main(int argc, char** argv) {
1319 SkCommandLineFlags::Parse(argc, argv);
1320 #if defined(SK_BUILD_FOR_IOS)
1321 cd_Documents();
1322 #endif
1323 setbuf(stdout, nullptr);
1324 setup_crash_handler();
1325
1326 gSkUseAnalyticAA = FLAGS_analyticAA;
1327
1328 if (FLAGS_forceAnalyticAA) {
1329 gSkForceAnalyticAA = true;
1330 }
1331
1332 if (FLAGS_verbose) {
1333 gVLog = stderr;
1334 } else if (!FLAGS_writePath.isEmpty()) {
1335 sk_mkdir(FLAGS_writePath[0]);
1336 gVLog = fopen(SkOSPath::Join(FLAGS_writePath[0], "verbose.log").c_str(), "w");
1337 }
1338
1339 GrContextOptions grCtxOptions;
1340 #if SK_SUPPORT_GPU
1341 grCtxOptions.fGpuPathRenderers = CollectGpuPathRenderersFromFlags();
1342 #endif
1343
1344 JsonWriter::DumpJson(); // It's handy for the bots to assume this is ~never missing.
1345 SkAutoGraphics ag;
1346 SkTaskGroup::Enabler enabled(FLAGS_threads);
1347 gCreateTypefaceDelegate = &create_from_name;
1348
1349 {
1350 SkString testResourcePath = GetResourcePath("color_wheel.png");
1351 SkFILEStream testResource(testResourcePath.c_str());
1352 if (!testResource.isValid()) {
1353 info("Some resources are missing. Do you need to set --resourcePath?\n");
1354 }
1355 }
1356 gather_gold();
1357 gather_uninteresting_hashes();
1358
1359 if (!gather_srcs()) {
1360 return 1;
1361 }
1362 if (!gather_sinks(grCtxOptions)) {
1363 return 1;
1364 }
1365 gather_tests();
1366 gPending = gSrcs.count() * gSinks.count() + gParallelTests.count() + gSerialTests.count();
1367 info("%d srcs * %d sinks + %d tests == %d tasks",
1368 gSrcs.count(), gSinks.count(), gParallelTests.count() + gSerialTests.count(), gPending);
1369 std::unique_ptr<SkThread> statusThread(start_status_thread());
1370
1371 // Kick off as much parallel work as we can, making note of any serial work we'll need to do.
1372 SkTaskGroup parallel;
1373 SkTArray<Task> serial;
1374
1375 for (auto& sink : gSinks)
1376 for (auto& src : gSrcs) {
1377 if (src->veto(sink->flags()) ||
1378 is_blacklisted(sink.tag.c_str(), src.tag.c_str(),
1379 src.options.c_str(), src->name().c_str())) {
1380 SkAutoMutexAcquire lock(gMutex);
1381 gPending--;
1382 continue;
1383 }
1384
1385 Task task(src, sink);
1386 if (src->serial() || sink->serial()) {
1387 serial.push_back(task);
1388 } else {
1389 parallel.add([task] { Task::Run(task); });
1390 }
1391 }
1392 for (auto test : gParallelTests) {
1393 parallel.add([test, grCtxOptions] { run_test(test, grCtxOptions); });
1394 }
1395
1396 // With the parallel work running, run serial tasks and tests here on main thread.
1397 for (auto task : serial) { Task::Run(task); }
1398 for (auto test : gSerialTests) { run_test(test, grCtxOptions); }
1399
1400 // Wait for any remaining parallel work to complete (including any spun off of serial tasks).
1401 parallel.wait();
1402 gDefinitelyThreadSafeWork.wait();
1403
1404 // We'd better have run everything.
1405 SkASSERT(gPending == 0);
1406 // Make sure we've flushed all our results to disk.
1407 JsonWriter::DumpJson();
1408
1409 // At this point we're back in single-threaded land.
1410 sk_tool_utils::release_portable_typefaces();
1411
1412 if (gFailures.count() > 0) {
1413 info("Failures:\n");
1414 for (int i = 0; i < gFailures.count(); i++) {
1415 info("\t%s\n", gFailures[i].c_str());
1416 }
1417 info("%d failures\n", gFailures.count());
1418 return 1;
1419 }
1420
1421 #ifdef SK_PDF_IMAGE_STATS
1422 SkPDFImageDumpStats();
1423 #endif // SK_PDF_IMAGE_STATS
1424
1425 print_status();
1426 SkGraphics::PurgeAllCaches();
1427 info("Finished!\n");
1428 return 0;
1429 }
1430
1431 // TODO: currently many GPU tests are declared outside SK_SUPPORT_GPU guards.
1432 // Thus we export the empty RunWithGPUTestContexts when SK_SUPPORT_GPU=0.
1433 namespace skiatest {
1434
1435 #if SK_SUPPORT_GPU
IsGLContextType(sk_gpu_test::GrContextFactory::ContextType type)1436 bool IsGLContextType(sk_gpu_test::GrContextFactory::ContextType type) {
1437 return kOpenGL_GrBackend == GrContextFactory::ContextTypeBackend(type);
1438 }
IsVulkanContextType(sk_gpu_test::GrContextFactory::ContextType type)1439 bool IsVulkanContextType(sk_gpu_test::GrContextFactory::ContextType type) {
1440 return kVulkan_GrBackend == GrContextFactory::ContextTypeBackend(type);
1441 }
IsRenderingGLContextType(sk_gpu_test::GrContextFactory::ContextType type)1442 bool IsRenderingGLContextType(sk_gpu_test::GrContextFactory::ContextType type) {
1443 return IsGLContextType(type) && GrContextFactory::IsRenderingContext(type);
1444 }
IsNullGLContextType(sk_gpu_test::GrContextFactory::ContextType type)1445 bool IsNullGLContextType(sk_gpu_test::GrContextFactory::ContextType type) {
1446 return type == GrContextFactory::kNullGL_ContextType;
1447 }
ContextTypeName(GrContextFactory::ContextType contextType)1448 const char* ContextTypeName(GrContextFactory::ContextType contextType) {
1449 switch (contextType) {
1450 case GrContextFactory::kGL_ContextType:
1451 return "OpenGL";
1452 case GrContextFactory::kGLES_ContextType:
1453 return "OpenGLES";
1454 case GrContextFactory::kANGLE_D3D9_ES2_ContextType:
1455 return "ANGLE D3D9 ES2";
1456 case GrContextFactory::kANGLE_D3D11_ES2_ContextType:
1457 return "ANGLE D3D11 ES2";
1458 case GrContextFactory::kANGLE_D3D11_ES3_ContextType:
1459 return "ANGLE D3D11 ES3";
1460 case GrContextFactory::kANGLE_GL_ES2_ContextType:
1461 return "ANGLE GL ES2";
1462 case GrContextFactory::kANGLE_GL_ES3_ContextType:
1463 return "ANGLE GL ES3";
1464 case GrContextFactory::kCommandBuffer_ContextType:
1465 return "Command Buffer";
1466 case GrContextFactory::kMESA_ContextType:
1467 return "Mesa";
1468 case GrContextFactory::kNullGL_ContextType:
1469 return "Null GL";
1470 case GrContextFactory::kDebugGL_ContextType:
1471 return "Debug GL";
1472 case GrContextFactory::kVulkan_ContextType:
1473 return "Vulkan";
1474 }
1475 SkDEBUGFAIL("Unreachable");
1476 return "Unknown";
1477 }
1478 #else
1479 bool IsGLContextType(int) { return false; }
1480 bool IsVulkanContextType(int) { return false; }
1481 bool IsRenderingGLContextType(int) { return false; }
1482 bool IsNullGLContextType(int) { return false; }
1483 #endif
1484
RunWithGPUTestContexts(GrContextTestFn * test,GrContextTypeFilterFn * contextTypeFilter,Reporter * reporter,GrContextFactory * factory)1485 void RunWithGPUTestContexts(GrContextTestFn* test, GrContextTypeFilterFn* contextTypeFilter,
1486 Reporter* reporter, GrContextFactory* factory) {
1487 #if SK_SUPPORT_GPU
1488
1489 #if defined(SK_BUILD_FOR_UNIX) || defined(SK_BUILD_FOR_WIN) || defined(SK_BUILD_FOR_MAC)
1490 static constexpr auto kNativeGLType = GrContextFactory::kGL_ContextType;
1491 #else
1492 static constexpr auto kNativeGLType = GrContextFactory::kGLES_ContextType;
1493 #endif
1494
1495 for (int typeInt = 0; typeInt < GrContextFactory::kContextTypeCnt; ++typeInt) {
1496 GrContextFactory::ContextType contextType = (GrContextFactory::ContextType) typeInt;
1497 // Use "native" instead of explicitly trying OpenGL and OpenGL ES. Do not use GLES on
1498 // desktop since tests do not account for not fixing http://skbug.com/2809
1499 if (contextType == GrContextFactory::kGL_ContextType ||
1500 contextType == GrContextFactory::kGLES_ContextType) {
1501 if (contextType != kNativeGLType) {
1502 continue;
1503 }
1504 }
1505 ContextInfo ctxInfo = factory->getContextInfo(contextType,
1506 GrContextFactory::ContextOverrides::kDisableNVPR);
1507 if (contextTypeFilter && !(*contextTypeFilter)(contextType)) {
1508 continue;
1509 }
1510 ReporterContext ctx(reporter, SkString(ContextTypeName(contextType)));
1511 if (ctxInfo.grContext()) {
1512 (*test)(reporter, ctxInfo);
1513 }
1514 ctxInfo = factory->getContextInfo(contextType,
1515 GrContextFactory::ContextOverrides::kRequireNVPRSupport);
1516 if (ctxInfo.grContext()) {
1517 (*test)(reporter, ctxInfo);
1518 }
1519 }
1520 #endif
1521 }
1522 } // namespace skiatest
1523