1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
/*
* Copyright 2017 Google Inc.
*
* Use of this source code is governed by a BSD-style license that can be
* found in the LICENSE file.
*/
#include <iostream>
#include <sys/stat.h>
#include "skqp.h"
#include "Resources.h"
#include "SkData.h"
#include "SkOSFile.h"
////////////////////////////////////////////////////////////////////////////////
namespace {
class StdAssetManager : public SkQPAssetManager {
public:
StdAssetManager(const char* p) : fPrefix(p) {
SkASSERT(!fPrefix.empty());
//TODO(halcanary): does this need to be changed if I run SkQP in Windows?
fPrefix += "/";
}
sk_sp<SkData> open(const char* path) override {
return SkData::MakeFromFileName((fPrefix + path).c_str());
}
private:
std::string fPrefix;
};
}
static constexpr char kSkipUsage[] =
" TEST_MATCH_RULES:"
" [~][^]substring[$] [...] of name to run.\n"
" Multiple matches may be separated by spaces.\n"
" ~ causes a matching name to always be skipped\n"
" ^ requires the start of the name to match\n"
" $ requires the end of the name to match\n"
" ^ and $ requires an exact match\n"
" If a name does not match any list entry,\n"
" it is skipped unless some list entry starts with ~\n";
static bool should_skip(const char* const* rules, size_t count, const char* name) {
size_t testLen = strlen(name);
bool anyExclude = count == 0;
for (size_t i = 0; i < count; ++i) {
const char* matchName = rules[i];
size_t matchLen = strlen(matchName);
bool matchExclude, matchStart, matchEnd;
if ((matchExclude = matchName[0] == '~')) {
anyExclude = true;
matchName++;
matchLen--;
}
if ((matchStart = matchName[0] == '^')) {
matchName++;
matchLen--;
}
if ((matchEnd = matchName[matchLen - 1] == '$')) {
matchLen--;
}
if (matchStart ? (!matchEnd || matchLen == testLen)
&& strncmp(name, matchName, matchLen) == 0
: matchEnd ? matchLen <= testLen
&& strncmp(name + testLen - matchLen, matchName, matchLen) == 0
: strstr(name, matchName) != nullptr) {
return matchExclude;
}
}
return !anyExclude;
}
int main(int argc, char** argv) {
if (argc < 3) {
std::cerr << "Usage:\n " << argv[0]
<< " ASSET_DIRECTORY_PATH SKQP_REPORT_PATH [TEST_MATCH_RULES]\n"
<< kSkipUsage << '\n';
return 1;
}
SetResourcePath((std::string(argv[1]) + "/resources").c_str());
if (!sk_mkdir(argv[2])) {
std::cerr << "sk_mkdir(" << argv[2] << ") failed.\n";
return 2;
}
StdAssetManager mgr(argv[1]);
SkQP skqp;
skqp.init(&mgr, argv[2]);
int ret = 0;
const char* const* matchRules = &argv[3];
size_t matchRulesCount = (size_t)(argc - 3);
// Rendering Tests
std::ostream& out = std::cout;
for (auto backend : skqp.getSupportedBackends()) {
auto testPrefix = std::string(SkQP::GetBackendName(backend)) + "_";
for (auto gmFactory : skqp.getGMs()) {
auto testName = testPrefix + SkQP::GetGMName(gmFactory);
if (should_skip(matchRules, matchRulesCount, testName.c_str())) {
continue;
}
out << "Starting: " << testName << std::endl;
SkQP::RenderOutcome outcome;
std::string except;
std::tie(outcome, except) = skqp.evaluateGM(backend, gmFactory);
if (!except.empty()) {
out << "ERROR: " << testName << " (" << except << ")\n";
ret = 1;
} else if (outcome.fMaxError != 0) {
out << "FAILED: " << testName << " (" << outcome.fMaxError << ")\n";
ret = 1;
} else {
out << "Passed: " << testName << "\n";
}
out.flush();
}
}
// Unit Tests
for (auto test : skqp.getUnitTests()) {
auto testName = std::string("unitTest_") + SkQP::GetUnitTestName(test);
if (should_skip(matchRules, matchRulesCount, testName.c_str())) {
continue;
}
out << "Starting test: " << testName << std::endl;
std::vector<std::string> errors = skqp.executeTest(test);
if (!errors.empty()) {
out << "TEST FAILED (" << errors.size() << "): " << testName << "\n";
for (const std::string& error : errors) {
out << error << "\n";
}
ret = 1;
} else {
out << "Test passed: " << testName << "\n";
}
out.flush();
}
skqp.makeReport();
return ret;
}
|
