1*c8dee2aaSAndroid Build Coastguard Worker /*
2*c8dee2aaSAndroid Build Coastguard Worker * Copyright 2016 Google Inc.
3*c8dee2aaSAndroid Build Coastguard Worker *
4*c8dee2aaSAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license that can be
5*c8dee2aaSAndroid Build Coastguard Worker * found in the LICENSE file.
6*c8dee2aaSAndroid Build Coastguard Worker */
7*c8dee2aaSAndroid Build Coastguard Worker
8*c8dee2aaSAndroid Build Coastguard Worker #include "include/codec/SkCodec.h"
9*c8dee2aaSAndroid Build Coastguard Worker #include "include/codec/SkEncodedImageFormat.h"
10*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkBitmap.h"
11*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkColorSpace.h"
12*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkData.h"
13*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkImage.h"
14*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkPicture.h"
15*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkSerialProcs.h"
16*c8dee2aaSAndroid Build Coastguard Worker #include "include/core/SkStream.h"
17*c8dee2aaSAndroid Build Coastguard Worker #include "src/core/SkMD5.h"
18*c8dee2aaSAndroid Build Coastguard Worker #include "src/core/SkOSFile.h"
19*c8dee2aaSAndroid Build Coastguard Worker #include "src/core/SkTHash.h"
20*c8dee2aaSAndroid Build Coastguard Worker #include "src/utils/SkJSONWriter.h"
21*c8dee2aaSAndroid Build Coastguard Worker #include "src/utils/SkOSPath.h"
22*c8dee2aaSAndroid Build Coastguard Worker #include "tools/flags/CommandLineFlags.h"
23*c8dee2aaSAndroid Build Coastguard Worker
24*c8dee2aaSAndroid Build Coastguard Worker #include <iostream>
25*c8dee2aaSAndroid Build Coastguard Worker #include <map>
26*c8dee2aaSAndroid Build Coastguard Worker
27*c8dee2aaSAndroid Build Coastguard Worker using namespace skia_private;
28*c8dee2aaSAndroid Build Coastguard Worker
29*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_string2(skps, s, "skps", "A path to a directory of skps or a single skp.");
30*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_string2(out, o, "img-out", "A path to an output directory.");
31*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_bool(testDecode, false,
32*c8dee2aaSAndroid Build Coastguard Worker "Indicates if we want to test that the images decode successfully.");
33*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_bool(writeImages, true,
34*c8dee2aaSAndroid Build Coastguard Worker "Indicates if we want to write out supported/decoded images.");
35*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_bool(writeFailedImages, false,
36*c8dee2aaSAndroid Build Coastguard Worker "Indicates if we want to write out unsupported/failed to decode images.");
37*c8dee2aaSAndroid Build Coastguard Worker static DEFINE_string2(failuresJsonPath, j, "",
38*c8dee2aaSAndroid Build Coastguard Worker "Dump SKP and count of unknown images to the specified JSON file. Will not be "
39*c8dee2aaSAndroid Build Coastguard Worker "written anywhere if empty.");
40*c8dee2aaSAndroid Build Coastguard Worker
41*c8dee2aaSAndroid Build Coastguard Worker static int gKnown;
42*c8dee2aaSAndroid Build Coastguard Worker static const char* gOutputDir;
43*c8dee2aaSAndroid Build Coastguard Worker static std::map<std::string, unsigned int> gSkpToUnknownCount = {};
44*c8dee2aaSAndroid Build Coastguard Worker static std::map<std::string, unsigned int> gSkpToUnsupportedCount;
45*c8dee2aaSAndroid Build Coastguard Worker
46*c8dee2aaSAndroid Build Coastguard Worker static THashSet<SkMD5::Digest> gSeen;
47*c8dee2aaSAndroid Build Coastguard Worker
48*c8dee2aaSAndroid Build Coastguard Worker struct Sniffer {
49*c8dee2aaSAndroid Build Coastguard Worker
50*c8dee2aaSAndroid Build Coastguard Worker std::string skpName;
51*c8dee2aaSAndroid Build Coastguard Worker
SnifferSniffer52*c8dee2aaSAndroid Build Coastguard Worker Sniffer(std::string name) {
53*c8dee2aaSAndroid Build Coastguard Worker skpName = name;
54*c8dee2aaSAndroid Build Coastguard Worker }
55*c8dee2aaSAndroid Build Coastguard Worker
sniffSniffer56*c8dee2aaSAndroid Build Coastguard Worker void sniff(const void* ptr, size_t len) {
57*c8dee2aaSAndroid Build Coastguard Worker SkMD5 md5;
58*c8dee2aaSAndroid Build Coastguard Worker md5.write(ptr, len);
59*c8dee2aaSAndroid Build Coastguard Worker SkMD5::Digest digest = md5.finish();
60*c8dee2aaSAndroid Build Coastguard Worker
61*c8dee2aaSAndroid Build Coastguard Worker if (gSeen.contains(digest)) {
62*c8dee2aaSAndroid Build Coastguard Worker return;
63*c8dee2aaSAndroid Build Coastguard Worker }
64*c8dee2aaSAndroid Build Coastguard Worker gSeen.add(digest);
65*c8dee2aaSAndroid Build Coastguard Worker
66*c8dee2aaSAndroid Build Coastguard Worker sk_sp<SkData> data(SkData::MakeWithoutCopy(ptr, len));
67*c8dee2aaSAndroid Build Coastguard Worker std::unique_ptr<SkCodec> codec = SkCodec::MakeFromData(data);
68*c8dee2aaSAndroid Build Coastguard Worker if (!codec) {
69*c8dee2aaSAndroid Build Coastguard Worker // FIXME: This code is currently unreachable because we create an empty generator when
70*c8dee2aaSAndroid Build Coastguard Worker // we fail to create a codec.
71*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("Codec could not be created for %s\n", skpName.c_str());
72*c8dee2aaSAndroid Build Coastguard Worker gSkpToUnknownCount[skpName]++;
73*c8dee2aaSAndroid Build Coastguard Worker return;
74*c8dee2aaSAndroid Build Coastguard Worker }
75*c8dee2aaSAndroid Build Coastguard Worker SkString ext;
76*c8dee2aaSAndroid Build Coastguard Worker switch (codec->getEncodedFormat()) {
77*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kBMP: ext = "bmp"; break;
78*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kGIF: ext = "gif"; break;
79*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kICO: ext = "ico"; break;
80*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kJPEG: ext = "jpg"; break;
81*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kPNG: ext = "png"; break;
82*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kDNG: ext = "dng"; break;
83*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kWBMP: ext = "wbmp"; break;
84*c8dee2aaSAndroid Build Coastguard Worker case SkEncodedImageFormat::kWEBP: ext = "webp"; break;
85*c8dee2aaSAndroid Build Coastguard Worker default:
86*c8dee2aaSAndroid Build Coastguard Worker // This should be unreachable because we cannot create a codec if we do not know
87*c8dee2aaSAndroid Build Coastguard Worker // the image type.
88*c8dee2aaSAndroid Build Coastguard Worker SkASSERT(false);
89*c8dee2aaSAndroid Build Coastguard Worker }
90*c8dee2aaSAndroid Build Coastguard Worker
91*c8dee2aaSAndroid Build Coastguard Worker auto writeImage = [&] (const char* name, int num) {
92*c8dee2aaSAndroid Build Coastguard Worker SkString path;
93*c8dee2aaSAndroid Build Coastguard Worker path.appendf("%s/%s%d.%s", gOutputDir, name, num, ext.c_str());
94*c8dee2aaSAndroid Build Coastguard Worker
95*c8dee2aaSAndroid Build Coastguard Worker SkFILEWStream file(path.c_str());
96*c8dee2aaSAndroid Build Coastguard Worker file.write(ptr, len);
97*c8dee2aaSAndroid Build Coastguard Worker
98*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("%s\n", path.c_str());
99*c8dee2aaSAndroid Build Coastguard Worker };
100*c8dee2aaSAndroid Build Coastguard Worker
101*c8dee2aaSAndroid Build Coastguard Worker if (FLAGS_testDecode) {
102*c8dee2aaSAndroid Build Coastguard Worker SkBitmap bitmap;
103*c8dee2aaSAndroid Build Coastguard Worker SkImageInfo info = codec->getInfo().makeColorType(kN32_SkColorType);
104*c8dee2aaSAndroid Build Coastguard Worker bitmap.allocPixels(info);
105*c8dee2aaSAndroid Build Coastguard Worker const SkCodec::Result result = codec->getPixels(
106*c8dee2aaSAndroid Build Coastguard Worker info, bitmap.getPixels(), bitmap.rowBytes());
107*c8dee2aaSAndroid Build Coastguard Worker switch (result) {
108*c8dee2aaSAndroid Build Coastguard Worker case SkCodec::kSuccess:
109*c8dee2aaSAndroid Build Coastguard Worker case SkCodec::kIncompleteInput:
110*c8dee2aaSAndroid Build Coastguard Worker case SkCodec::kErrorInInput:
111*c8dee2aaSAndroid Build Coastguard Worker break;
112*c8dee2aaSAndroid Build Coastguard Worker default:
113*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("Decoding failed for %s\n", skpName.c_str());
114*c8dee2aaSAndroid Build Coastguard Worker if (FLAGS_writeFailedImages) {
115*c8dee2aaSAndroid Build Coastguard Worker writeImage("unknown", gSkpToUnknownCount[skpName]);
116*c8dee2aaSAndroid Build Coastguard Worker }
117*c8dee2aaSAndroid Build Coastguard Worker gSkpToUnknownCount[skpName]++;
118*c8dee2aaSAndroid Build Coastguard Worker return;
119*c8dee2aaSAndroid Build Coastguard Worker }
120*c8dee2aaSAndroid Build Coastguard Worker }
121*c8dee2aaSAndroid Build Coastguard Worker
122*c8dee2aaSAndroid Build Coastguard Worker if (FLAGS_writeImages) {
123*c8dee2aaSAndroid Build Coastguard Worker writeImage("", gKnown);
124*c8dee2aaSAndroid Build Coastguard Worker }
125*c8dee2aaSAndroid Build Coastguard Worker
126*c8dee2aaSAndroid Build Coastguard Worker gKnown++;
127*c8dee2aaSAndroid Build Coastguard Worker }
128*c8dee2aaSAndroid Build Coastguard Worker };
129*c8dee2aaSAndroid Build Coastguard Worker
get_images_from_file(const SkString & file)130*c8dee2aaSAndroid Build Coastguard Worker static bool get_images_from_file(const SkString& file) {
131*c8dee2aaSAndroid Build Coastguard Worker Sniffer sniff(file.c_str());
132*c8dee2aaSAndroid Build Coastguard Worker auto stream = SkStream::MakeFromFile(file.c_str());
133*c8dee2aaSAndroid Build Coastguard Worker
134*c8dee2aaSAndroid Build Coastguard Worker SkDeserialProcs procs;
135*c8dee2aaSAndroid Build Coastguard Worker procs.fImageProc = [](const void* data, size_t size, void* ctx) -> sk_sp<SkImage> {
136*c8dee2aaSAndroid Build Coastguard Worker ((Sniffer*)ctx)->sniff(data, size);
137*c8dee2aaSAndroid Build Coastguard Worker return nullptr;
138*c8dee2aaSAndroid Build Coastguard Worker };
139*c8dee2aaSAndroid Build Coastguard Worker procs.fImageCtx = &sniff;
140*c8dee2aaSAndroid Build Coastguard Worker return SkPicture::MakeFromStream(stream.get(), &procs) != nullptr;
141*c8dee2aaSAndroid Build Coastguard Worker }
142*c8dee2aaSAndroid Build Coastguard Worker
main(int argc,char ** argv)143*c8dee2aaSAndroid Build Coastguard Worker int main(int argc, char** argv) {
144*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::SetUsage(
145*c8dee2aaSAndroid Build Coastguard Worker "Usage: get_images_from_skps -s <dir of skps> -o <dir for output images> --testDecode "
146*c8dee2aaSAndroid Build Coastguard Worker "-j <output JSON path> --writeImages, --writeFailedImages\n");
147*c8dee2aaSAndroid Build Coastguard Worker
148*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::Parse(argc, argv);
149*c8dee2aaSAndroid Build Coastguard Worker const char* inputs = FLAGS_skps[0];
150*c8dee2aaSAndroid Build Coastguard Worker gOutputDir = FLAGS_out[0];
151*c8dee2aaSAndroid Build Coastguard Worker
152*c8dee2aaSAndroid Build Coastguard Worker if (!sk_isdir(gOutputDir)) {
153*c8dee2aaSAndroid Build Coastguard Worker CommandLineFlags::PrintUsage();
154*c8dee2aaSAndroid Build Coastguard Worker return 1;
155*c8dee2aaSAndroid Build Coastguard Worker }
156*c8dee2aaSAndroid Build Coastguard Worker
157*c8dee2aaSAndroid Build Coastguard Worker if (sk_isdir(inputs)) {
158*c8dee2aaSAndroid Build Coastguard Worker SkOSFile::Iter iter(inputs, "skp");
159*c8dee2aaSAndroid Build Coastguard Worker for (SkString file; iter.next(&file); ) {
160*c8dee2aaSAndroid Build Coastguard Worker if (!get_images_from_file(SkOSPath::Join(inputs, file.c_str()))) {
161*c8dee2aaSAndroid Build Coastguard Worker return 2;
162*c8dee2aaSAndroid Build Coastguard Worker }
163*c8dee2aaSAndroid Build Coastguard Worker }
164*c8dee2aaSAndroid Build Coastguard Worker } else {
165*c8dee2aaSAndroid Build Coastguard Worker if (!get_images_from_file(SkString(inputs))) {
166*c8dee2aaSAndroid Build Coastguard Worker return 2;
167*c8dee2aaSAndroid Build Coastguard Worker }
168*c8dee2aaSAndroid Build Coastguard Worker }
169*c8dee2aaSAndroid Build Coastguard Worker /**
170*c8dee2aaSAndroid Build Coastguard Worker JSON results are written out in the following format:
171*c8dee2aaSAndroid Build Coastguard Worker {
172*c8dee2aaSAndroid Build Coastguard Worker "failures": {
173*c8dee2aaSAndroid Build Coastguard Worker "skp1": 12,
174*c8dee2aaSAndroid Build Coastguard Worker "skp4": 2,
175*c8dee2aaSAndroid Build Coastguard Worker ...
176*c8dee2aaSAndroid Build Coastguard Worker },
177*c8dee2aaSAndroid Build Coastguard Worker "unsupported": {
178*c8dee2aaSAndroid Build Coastguard Worker "skp9": 13,
179*c8dee2aaSAndroid Build Coastguard Worker "skp17": 3,
180*c8dee2aaSAndroid Build Coastguard Worker ...
181*c8dee2aaSAndroid Build Coastguard Worker }
182*c8dee2aaSAndroid Build Coastguard Worker "totalFailures": 32,
183*c8dee2aaSAndroid Build Coastguard Worker "totalUnsupported": 9,
184*c8dee2aaSAndroid Build Coastguard Worker "totalSuccesses": 21,
185*c8dee2aaSAndroid Build Coastguard Worker }
186*c8dee2aaSAndroid Build Coastguard Worker */
187*c8dee2aaSAndroid Build Coastguard Worker
188*c8dee2aaSAndroid Build Coastguard Worker unsigned int totalFailures = 0,
189*c8dee2aaSAndroid Build Coastguard Worker totalUnsupported = 0;
190*c8dee2aaSAndroid Build Coastguard Worker SkDynamicMemoryWStream memStream;
191*c8dee2aaSAndroid Build Coastguard Worker SkJSONWriter writer(&memStream, SkJSONWriter::Mode::kPretty);
192*c8dee2aaSAndroid Build Coastguard Worker writer.beginObject();
193*c8dee2aaSAndroid Build Coastguard Worker {
194*c8dee2aaSAndroid Build Coastguard Worker writer.beginObject("failures");
195*c8dee2aaSAndroid Build Coastguard Worker {
196*c8dee2aaSAndroid Build Coastguard Worker for (const auto& failure : gSkpToUnknownCount) {
197*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("%s %u\n", failure.first.c_str(), failure.second);
198*c8dee2aaSAndroid Build Coastguard Worker totalFailures += failure.second;
199*c8dee2aaSAndroid Build Coastguard Worker writer.appendU32(failure.first.c_str(), failure.second);
200*c8dee2aaSAndroid Build Coastguard Worker }
201*c8dee2aaSAndroid Build Coastguard Worker }
202*c8dee2aaSAndroid Build Coastguard Worker writer.endObject();
203*c8dee2aaSAndroid Build Coastguard Worker writer.appendU32("totalFailures", totalFailures);
204*c8dee2aaSAndroid Build Coastguard Worker
205*c8dee2aaSAndroid Build Coastguard Worker #ifdef SK_DEBUG
206*c8dee2aaSAndroid Build Coastguard Worker writer.beginObject("unsupported");
207*c8dee2aaSAndroid Build Coastguard Worker {
208*c8dee2aaSAndroid Build Coastguard Worker for (const auto& unsupported : gSkpToUnsupportedCount) {
209*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("%s %u\n", unsupported.first.c_str(), unsupported.second);
210*c8dee2aaSAndroid Build Coastguard Worker totalUnsupported += unsupported.second;
211*c8dee2aaSAndroid Build Coastguard Worker writer.appendHexU32(unsupported.first.c_str(), unsupported.second);
212*c8dee2aaSAndroid Build Coastguard Worker }
213*c8dee2aaSAndroid Build Coastguard Worker }
214*c8dee2aaSAndroid Build Coastguard Worker writer.endObject();
215*c8dee2aaSAndroid Build Coastguard Worker writer.appendU32("totalUnsupported", totalUnsupported);
216*c8dee2aaSAndroid Build Coastguard Worker #endif
217*c8dee2aaSAndroid Build Coastguard Worker
218*c8dee2aaSAndroid Build Coastguard Worker writer.appendS32("totalSuccesses", gKnown);
219*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("%d known, %u failures, %u unsupported\n",
220*c8dee2aaSAndroid Build Coastguard Worker gKnown, totalFailures, totalUnsupported);
221*c8dee2aaSAndroid Build Coastguard Worker }
222*c8dee2aaSAndroid Build Coastguard Worker writer.endObject();
223*c8dee2aaSAndroid Build Coastguard Worker writer.flush();
224*c8dee2aaSAndroid Build Coastguard Worker
225*c8dee2aaSAndroid Build Coastguard Worker if (totalFailures > 0 || totalUnsupported > 0) {
226*c8dee2aaSAndroid Build Coastguard Worker if (!FLAGS_failuresJsonPath.isEmpty()) {
227*c8dee2aaSAndroid Build Coastguard Worker SkDebugf("Writing failures to %s\n", FLAGS_failuresJsonPath[0]);
228*c8dee2aaSAndroid Build Coastguard Worker SkFILEWStream stream(FLAGS_failuresJsonPath[0]);
229*c8dee2aaSAndroid Build Coastguard Worker auto jsonStream = memStream.detachAsStream();
230*c8dee2aaSAndroid Build Coastguard Worker stream.writeStream(jsonStream.get(), jsonStream->getLength());
231*c8dee2aaSAndroid Build Coastguard Worker }
232*c8dee2aaSAndroid Build Coastguard Worker }
233*c8dee2aaSAndroid Build Coastguard Worker
234*c8dee2aaSAndroid Build Coastguard Worker return 0;
235*c8dee2aaSAndroid Build Coastguard Worker }
236