1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker *
4*993b0882SAndroid Build Coastguard Worker * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker *
8*993b0882SAndroid Build Coastguard Worker * http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker *
10*993b0882SAndroid Build Coastguard Worker * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker */
16*993b0882SAndroid Build Coastguard Worker
17*993b0882SAndroid Build Coastguard Worker #include "actions/zlib-utils.h"
18*993b0882SAndroid Build Coastguard Worker
19*993b0882SAndroid Build Coastguard Worker #include <memory>
20*993b0882SAndroid Build Coastguard Worker
21*993b0882SAndroid Build Coastguard Worker #include "utils/base/logging.h"
22*993b0882SAndroid Build Coastguard Worker #include "utils/intents/zlib-utils.h"
23*993b0882SAndroid Build Coastguard Worker
24*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
25*993b0882SAndroid Build Coastguard Worker
26*993b0882SAndroid Build Coastguard Worker // Compress rule fields in the model.
CompressActionsModel(ActionsModelT * model)27*993b0882SAndroid Build Coastguard Worker bool CompressActionsModel(ActionsModelT* model) {
28*993b0882SAndroid Build Coastguard Worker std::unique_ptr<ZlibCompressor> zlib_compressor = ZlibCompressor::Instance();
29*993b0882SAndroid Build Coastguard Worker if (!zlib_compressor) {
30*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot compress model.";
31*993b0882SAndroid Build Coastguard Worker return false;
32*993b0882SAndroid Build Coastguard Worker }
33*993b0882SAndroid Build Coastguard Worker
34*993b0882SAndroid Build Coastguard Worker // Compress regex rules.
35*993b0882SAndroid Build Coastguard Worker if (model->rules != nullptr) {
36*993b0882SAndroid Build Coastguard Worker for (int i = 0; i < model->rules->regex_rule.size(); i++) {
37*993b0882SAndroid Build Coastguard Worker RulesModel_::RegexRuleT* rule = model->rules->regex_rule[i].get();
38*993b0882SAndroid Build Coastguard Worker rule->compressed_pattern.reset(new CompressedBufferT);
39*993b0882SAndroid Build Coastguard Worker zlib_compressor->Compress(rule->pattern, rule->compressed_pattern.get());
40*993b0882SAndroid Build Coastguard Worker rule->pattern.clear();
41*993b0882SAndroid Build Coastguard Worker }
42*993b0882SAndroid Build Coastguard Worker }
43*993b0882SAndroid Build Coastguard Worker
44*993b0882SAndroid Build Coastguard Worker if (model->low_confidence_rules != nullptr) {
45*993b0882SAndroid Build Coastguard Worker for (int i = 0; i < model->low_confidence_rules->regex_rule.size(); i++) {
46*993b0882SAndroid Build Coastguard Worker RulesModel_::RegexRuleT* rule =
47*993b0882SAndroid Build Coastguard Worker model->low_confidence_rules->regex_rule[i].get();
48*993b0882SAndroid Build Coastguard Worker if (!rule->pattern.empty()) {
49*993b0882SAndroid Build Coastguard Worker rule->compressed_pattern.reset(new CompressedBufferT);
50*993b0882SAndroid Build Coastguard Worker zlib_compressor->Compress(rule->pattern,
51*993b0882SAndroid Build Coastguard Worker rule->compressed_pattern.get());
52*993b0882SAndroid Build Coastguard Worker rule->pattern.clear();
53*993b0882SAndroid Build Coastguard Worker }
54*993b0882SAndroid Build Coastguard Worker if (!rule->output_pattern.empty()) {
55*993b0882SAndroid Build Coastguard Worker rule->compressed_output_pattern.reset(new CompressedBufferT);
56*993b0882SAndroid Build Coastguard Worker zlib_compressor->Compress(rule->output_pattern,
57*993b0882SAndroid Build Coastguard Worker rule->compressed_output_pattern.get());
58*993b0882SAndroid Build Coastguard Worker rule->output_pattern.clear();
59*993b0882SAndroid Build Coastguard Worker }
60*993b0882SAndroid Build Coastguard Worker }
61*993b0882SAndroid Build Coastguard Worker }
62*993b0882SAndroid Build Coastguard Worker
63*993b0882SAndroid Build Coastguard Worker if (!model->lua_actions_script.empty()) {
64*993b0882SAndroid Build Coastguard Worker model->compressed_lua_actions_script.reset(new CompressedBufferT);
65*993b0882SAndroid Build Coastguard Worker zlib_compressor->Compress(model->lua_actions_script,
66*993b0882SAndroid Build Coastguard Worker model->compressed_lua_actions_script.get());
67*993b0882SAndroid Build Coastguard Worker }
68*993b0882SAndroid Build Coastguard Worker
69*993b0882SAndroid Build Coastguard Worker if (model->ranking_options != nullptr &&
70*993b0882SAndroid Build Coastguard Worker !model->ranking_options->lua_ranking_script.empty()) {
71*993b0882SAndroid Build Coastguard Worker model->ranking_options->compressed_lua_ranking_script.reset(
72*993b0882SAndroid Build Coastguard Worker new CompressedBufferT);
73*993b0882SAndroid Build Coastguard Worker zlib_compressor->Compress(
74*993b0882SAndroid Build Coastguard Worker model->ranking_options->lua_ranking_script,
75*993b0882SAndroid Build Coastguard Worker model->ranking_options->compressed_lua_ranking_script.get());
76*993b0882SAndroid Build Coastguard Worker }
77*993b0882SAndroid Build Coastguard Worker
78*993b0882SAndroid Build Coastguard Worker // Compress intent generator.
79*993b0882SAndroid Build Coastguard Worker if (model->android_intent_options != nullptr) {
80*993b0882SAndroid Build Coastguard Worker CompressIntentModel(model->android_intent_options.get());
81*993b0882SAndroid Build Coastguard Worker }
82*993b0882SAndroid Build Coastguard Worker
83*993b0882SAndroid Build Coastguard Worker return true;
84*993b0882SAndroid Build Coastguard Worker }
85*993b0882SAndroid Build Coastguard Worker
DecompressActionsModel(ActionsModelT * model)86*993b0882SAndroid Build Coastguard Worker bool DecompressActionsModel(ActionsModelT* model) {
87*993b0882SAndroid Build Coastguard Worker std::unique_ptr<ZlibDecompressor> zlib_decompressor =
88*993b0882SAndroid Build Coastguard Worker ZlibDecompressor::Instance();
89*993b0882SAndroid Build Coastguard Worker if (!zlib_decompressor) {
90*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot initialize decompressor.";
91*993b0882SAndroid Build Coastguard Worker return false;
92*993b0882SAndroid Build Coastguard Worker }
93*993b0882SAndroid Build Coastguard Worker
94*993b0882SAndroid Build Coastguard Worker // Decompress regex rules.
95*993b0882SAndroid Build Coastguard Worker if (model->rules != nullptr) {
96*993b0882SAndroid Build Coastguard Worker for (int i = 0; i < model->rules->regex_rule.size(); i++) {
97*993b0882SAndroid Build Coastguard Worker RulesModel_::RegexRuleT* rule = model->rules->regex_rule[i].get();
98*993b0882SAndroid Build Coastguard Worker if (!zlib_decompressor->MaybeDecompress(rule->compressed_pattern.get(),
99*993b0882SAndroid Build Coastguard Worker &rule->pattern)) {
100*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
101*993b0882SAndroid Build Coastguard Worker return false;
102*993b0882SAndroid Build Coastguard Worker }
103*993b0882SAndroid Build Coastguard Worker rule->compressed_pattern.reset(nullptr);
104*993b0882SAndroid Build Coastguard Worker }
105*993b0882SAndroid Build Coastguard Worker }
106*993b0882SAndroid Build Coastguard Worker
107*993b0882SAndroid Build Coastguard Worker // Decompress low confidence rules.
108*993b0882SAndroid Build Coastguard Worker if (model->low_confidence_rules != nullptr) {
109*993b0882SAndroid Build Coastguard Worker for (int i = 0; i < model->low_confidence_rules->regex_rule.size(); i++) {
110*993b0882SAndroid Build Coastguard Worker RulesModel_::RegexRuleT* rule =
111*993b0882SAndroid Build Coastguard Worker model->low_confidence_rules->regex_rule[i].get();
112*993b0882SAndroid Build Coastguard Worker if (!zlib_decompressor->MaybeDecompress(rule->compressed_pattern.get(),
113*993b0882SAndroid Build Coastguard Worker &rule->pattern)) {
114*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
115*993b0882SAndroid Build Coastguard Worker return false;
116*993b0882SAndroid Build Coastguard Worker }
117*993b0882SAndroid Build Coastguard Worker if (!zlib_decompressor->MaybeDecompress(
118*993b0882SAndroid Build Coastguard Worker rule->compressed_output_pattern.get(), &rule->output_pattern)) {
119*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
120*993b0882SAndroid Build Coastguard Worker return false;
121*993b0882SAndroid Build Coastguard Worker }
122*993b0882SAndroid Build Coastguard Worker rule->compressed_pattern.reset(nullptr);
123*993b0882SAndroid Build Coastguard Worker rule->compressed_output_pattern.reset(nullptr);
124*993b0882SAndroid Build Coastguard Worker }
125*993b0882SAndroid Build Coastguard Worker }
126*993b0882SAndroid Build Coastguard Worker
127*993b0882SAndroid Build Coastguard Worker if (!zlib_decompressor->MaybeDecompress(
128*993b0882SAndroid Build Coastguard Worker model->compressed_lua_actions_script.get(),
129*993b0882SAndroid Build Coastguard Worker &model->lua_actions_script)) {
130*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot decompress actions script.";
131*993b0882SAndroid Build Coastguard Worker return false;
132*993b0882SAndroid Build Coastguard Worker }
133*993b0882SAndroid Build Coastguard Worker
134*993b0882SAndroid Build Coastguard Worker if (model->ranking_options != nullptr &&
135*993b0882SAndroid Build Coastguard Worker !zlib_decompressor->MaybeDecompress(
136*993b0882SAndroid Build Coastguard Worker model->ranking_options->compressed_lua_ranking_script.get(),
137*993b0882SAndroid Build Coastguard Worker &model->ranking_options->lua_ranking_script)) {
138*993b0882SAndroid Build Coastguard Worker TC3_LOG(ERROR) << "Cannot decompress actions script.";
139*993b0882SAndroid Build Coastguard Worker return false;
140*993b0882SAndroid Build Coastguard Worker }
141*993b0882SAndroid Build Coastguard Worker
142*993b0882SAndroid Build Coastguard Worker return true;
143*993b0882SAndroid Build Coastguard Worker }
144*993b0882SAndroid Build Coastguard Worker
CompressSerializedActionsModel(const std::string & model)145*993b0882SAndroid Build Coastguard Worker std::string CompressSerializedActionsModel(const std::string& model) {
146*993b0882SAndroid Build Coastguard Worker std::unique_ptr<ActionsModelT> unpacked_model =
147*993b0882SAndroid Build Coastguard Worker UnPackActionsModel(model.c_str());
148*993b0882SAndroid Build Coastguard Worker TC3_CHECK(unpacked_model != nullptr);
149*993b0882SAndroid Build Coastguard Worker TC3_CHECK(CompressActionsModel(unpacked_model.get()));
150*993b0882SAndroid Build Coastguard Worker flatbuffers::FlatBufferBuilder builder;
151*993b0882SAndroid Build Coastguard Worker FinishActionsModelBuffer(builder,
152*993b0882SAndroid Build Coastguard Worker ActionsModel::Pack(builder, unpacked_model.get()));
153*993b0882SAndroid Build Coastguard Worker return std::string(reinterpret_cast<const char*>(builder.GetBufferPointer()),
154*993b0882SAndroid Build Coastguard Worker builder.GetSize());
155*993b0882SAndroid Build Coastguard Worker }
156*993b0882SAndroid Build Coastguard Worker
GetUncompressedString(const flatbuffers::String * uncompressed_buffer,const CompressedBuffer * compressed_buffer,ZlibDecompressor * decompressor,std::string * out)157*993b0882SAndroid Build Coastguard Worker bool GetUncompressedString(const flatbuffers::String* uncompressed_buffer,
158*993b0882SAndroid Build Coastguard Worker const CompressedBuffer* compressed_buffer,
159*993b0882SAndroid Build Coastguard Worker ZlibDecompressor* decompressor, std::string* out) {
160*993b0882SAndroid Build Coastguard Worker if (uncompressed_buffer == nullptr && compressed_buffer == nullptr) {
161*993b0882SAndroid Build Coastguard Worker out->clear();
162*993b0882SAndroid Build Coastguard Worker return true;
163*993b0882SAndroid Build Coastguard Worker }
164*993b0882SAndroid Build Coastguard Worker
165*993b0882SAndroid Build Coastguard Worker return decompressor->MaybeDecompressOptionallyCompressedBuffer(
166*993b0882SAndroid Build Coastguard Worker uncompressed_buffer, compressed_buffer, out);
167*993b0882SAndroid Build Coastguard Worker }
168*993b0882SAndroid Build Coastguard Worker
169*993b0882SAndroid Build Coastguard Worker } // namespace libtextclassifier3
170