xref: /aosp_15_r20/external/libtextclassifier/native/actions/zlib-utils.cc (revision 993b0882672172b81d12fad7a7ac0c3e5c824a12)
1*993b0882SAndroid Build Coastguard Worker /*
2*993b0882SAndroid Build Coastguard Worker  * Copyright (C) 2018 The Android Open Source Project
3*993b0882SAndroid Build Coastguard Worker  *
4*993b0882SAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*993b0882SAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*993b0882SAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*993b0882SAndroid Build Coastguard Worker  *
8*993b0882SAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*993b0882SAndroid Build Coastguard Worker  *
10*993b0882SAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*993b0882SAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*993b0882SAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*993b0882SAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*993b0882SAndroid Build Coastguard Worker  * limitations under the License.
15*993b0882SAndroid Build Coastguard Worker  */
16*993b0882SAndroid Build Coastguard Worker 
17*993b0882SAndroid Build Coastguard Worker #include "actions/zlib-utils.h"
18*993b0882SAndroid Build Coastguard Worker 
19*993b0882SAndroid Build Coastguard Worker #include <memory>
20*993b0882SAndroid Build Coastguard Worker 
21*993b0882SAndroid Build Coastguard Worker #include "utils/base/logging.h"
22*993b0882SAndroid Build Coastguard Worker #include "utils/intents/zlib-utils.h"
23*993b0882SAndroid Build Coastguard Worker 
24*993b0882SAndroid Build Coastguard Worker namespace libtextclassifier3 {
25*993b0882SAndroid Build Coastguard Worker 
26*993b0882SAndroid Build Coastguard Worker // Compress rule fields in the model.
CompressActionsModel(ActionsModelT * model)27*993b0882SAndroid Build Coastguard Worker bool CompressActionsModel(ActionsModelT* model) {
28*993b0882SAndroid Build Coastguard Worker   std::unique_ptr<ZlibCompressor> zlib_compressor = ZlibCompressor::Instance();
29*993b0882SAndroid Build Coastguard Worker   if (!zlib_compressor) {
30*993b0882SAndroid Build Coastguard Worker     TC3_LOG(ERROR) << "Cannot compress model.";
31*993b0882SAndroid Build Coastguard Worker     return false;
32*993b0882SAndroid Build Coastguard Worker   }
33*993b0882SAndroid Build Coastguard Worker 
34*993b0882SAndroid Build Coastguard Worker   // Compress regex rules.
35*993b0882SAndroid Build Coastguard Worker   if (model->rules != nullptr) {
36*993b0882SAndroid Build Coastguard Worker     for (int i = 0; i < model->rules->regex_rule.size(); i++) {
37*993b0882SAndroid Build Coastguard Worker       RulesModel_::RegexRuleT* rule = model->rules->regex_rule[i].get();
38*993b0882SAndroid Build Coastguard Worker       rule->compressed_pattern.reset(new CompressedBufferT);
39*993b0882SAndroid Build Coastguard Worker       zlib_compressor->Compress(rule->pattern, rule->compressed_pattern.get());
40*993b0882SAndroid Build Coastguard Worker       rule->pattern.clear();
41*993b0882SAndroid Build Coastguard Worker     }
42*993b0882SAndroid Build Coastguard Worker   }
43*993b0882SAndroid Build Coastguard Worker 
44*993b0882SAndroid Build Coastguard Worker   if (model->low_confidence_rules != nullptr) {
45*993b0882SAndroid Build Coastguard Worker     for (int i = 0; i < model->low_confidence_rules->regex_rule.size(); i++) {
46*993b0882SAndroid Build Coastguard Worker       RulesModel_::RegexRuleT* rule =
47*993b0882SAndroid Build Coastguard Worker           model->low_confidence_rules->regex_rule[i].get();
48*993b0882SAndroid Build Coastguard Worker       if (!rule->pattern.empty()) {
49*993b0882SAndroid Build Coastguard Worker         rule->compressed_pattern.reset(new CompressedBufferT);
50*993b0882SAndroid Build Coastguard Worker         zlib_compressor->Compress(rule->pattern,
51*993b0882SAndroid Build Coastguard Worker                                   rule->compressed_pattern.get());
52*993b0882SAndroid Build Coastguard Worker         rule->pattern.clear();
53*993b0882SAndroid Build Coastguard Worker       }
54*993b0882SAndroid Build Coastguard Worker       if (!rule->output_pattern.empty()) {
55*993b0882SAndroid Build Coastguard Worker         rule->compressed_output_pattern.reset(new CompressedBufferT);
56*993b0882SAndroid Build Coastguard Worker         zlib_compressor->Compress(rule->output_pattern,
57*993b0882SAndroid Build Coastguard Worker                                   rule->compressed_output_pattern.get());
58*993b0882SAndroid Build Coastguard Worker         rule->output_pattern.clear();
59*993b0882SAndroid Build Coastguard Worker       }
60*993b0882SAndroid Build Coastguard Worker     }
61*993b0882SAndroid Build Coastguard Worker   }
62*993b0882SAndroid Build Coastguard Worker 
63*993b0882SAndroid Build Coastguard Worker   if (!model->lua_actions_script.empty()) {
64*993b0882SAndroid Build Coastguard Worker     model->compressed_lua_actions_script.reset(new CompressedBufferT);
65*993b0882SAndroid Build Coastguard Worker     zlib_compressor->Compress(model->lua_actions_script,
66*993b0882SAndroid Build Coastguard Worker                               model->compressed_lua_actions_script.get());
67*993b0882SAndroid Build Coastguard Worker   }
68*993b0882SAndroid Build Coastguard Worker 
69*993b0882SAndroid Build Coastguard Worker   if (model->ranking_options != nullptr &&
70*993b0882SAndroid Build Coastguard Worker       !model->ranking_options->lua_ranking_script.empty()) {
71*993b0882SAndroid Build Coastguard Worker     model->ranking_options->compressed_lua_ranking_script.reset(
72*993b0882SAndroid Build Coastguard Worker         new CompressedBufferT);
73*993b0882SAndroid Build Coastguard Worker     zlib_compressor->Compress(
74*993b0882SAndroid Build Coastguard Worker         model->ranking_options->lua_ranking_script,
75*993b0882SAndroid Build Coastguard Worker         model->ranking_options->compressed_lua_ranking_script.get());
76*993b0882SAndroid Build Coastguard Worker   }
77*993b0882SAndroid Build Coastguard Worker 
78*993b0882SAndroid Build Coastguard Worker   // Compress intent generator.
79*993b0882SAndroid Build Coastguard Worker   if (model->android_intent_options != nullptr) {
80*993b0882SAndroid Build Coastguard Worker     CompressIntentModel(model->android_intent_options.get());
81*993b0882SAndroid Build Coastguard Worker   }
82*993b0882SAndroid Build Coastguard Worker 
83*993b0882SAndroid Build Coastguard Worker   return true;
84*993b0882SAndroid Build Coastguard Worker }
85*993b0882SAndroid Build Coastguard Worker 
DecompressActionsModel(ActionsModelT * model)86*993b0882SAndroid Build Coastguard Worker bool DecompressActionsModel(ActionsModelT* model) {
87*993b0882SAndroid Build Coastguard Worker   std::unique_ptr<ZlibDecompressor> zlib_decompressor =
88*993b0882SAndroid Build Coastguard Worker       ZlibDecompressor::Instance();
89*993b0882SAndroid Build Coastguard Worker   if (!zlib_decompressor) {
90*993b0882SAndroid Build Coastguard Worker     TC3_LOG(ERROR) << "Cannot initialize decompressor.";
91*993b0882SAndroid Build Coastguard Worker     return false;
92*993b0882SAndroid Build Coastguard Worker   }
93*993b0882SAndroid Build Coastguard Worker 
94*993b0882SAndroid Build Coastguard Worker   // Decompress regex rules.
95*993b0882SAndroid Build Coastguard Worker   if (model->rules != nullptr) {
96*993b0882SAndroid Build Coastguard Worker     for (int i = 0; i < model->rules->regex_rule.size(); i++) {
97*993b0882SAndroid Build Coastguard Worker       RulesModel_::RegexRuleT* rule = model->rules->regex_rule[i].get();
98*993b0882SAndroid Build Coastguard Worker       if (!zlib_decompressor->MaybeDecompress(rule->compressed_pattern.get(),
99*993b0882SAndroid Build Coastguard Worker                                               &rule->pattern)) {
100*993b0882SAndroid Build Coastguard Worker         TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
101*993b0882SAndroid Build Coastguard Worker         return false;
102*993b0882SAndroid Build Coastguard Worker       }
103*993b0882SAndroid Build Coastguard Worker       rule->compressed_pattern.reset(nullptr);
104*993b0882SAndroid Build Coastguard Worker     }
105*993b0882SAndroid Build Coastguard Worker   }
106*993b0882SAndroid Build Coastguard Worker 
107*993b0882SAndroid Build Coastguard Worker   // Decompress low confidence rules.
108*993b0882SAndroid Build Coastguard Worker   if (model->low_confidence_rules != nullptr) {
109*993b0882SAndroid Build Coastguard Worker     for (int i = 0; i < model->low_confidence_rules->regex_rule.size(); i++) {
110*993b0882SAndroid Build Coastguard Worker       RulesModel_::RegexRuleT* rule =
111*993b0882SAndroid Build Coastguard Worker           model->low_confidence_rules->regex_rule[i].get();
112*993b0882SAndroid Build Coastguard Worker       if (!zlib_decompressor->MaybeDecompress(rule->compressed_pattern.get(),
113*993b0882SAndroid Build Coastguard Worker                                               &rule->pattern)) {
114*993b0882SAndroid Build Coastguard Worker         TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
115*993b0882SAndroid Build Coastguard Worker         return false;
116*993b0882SAndroid Build Coastguard Worker       }
117*993b0882SAndroid Build Coastguard Worker       if (!zlib_decompressor->MaybeDecompress(
118*993b0882SAndroid Build Coastguard Worker               rule->compressed_output_pattern.get(), &rule->output_pattern)) {
119*993b0882SAndroid Build Coastguard Worker         TC3_LOG(ERROR) << "Cannot decompress pattern: " << i;
120*993b0882SAndroid Build Coastguard Worker         return false;
121*993b0882SAndroid Build Coastguard Worker       }
122*993b0882SAndroid Build Coastguard Worker       rule->compressed_pattern.reset(nullptr);
123*993b0882SAndroid Build Coastguard Worker       rule->compressed_output_pattern.reset(nullptr);
124*993b0882SAndroid Build Coastguard Worker     }
125*993b0882SAndroid Build Coastguard Worker   }
126*993b0882SAndroid Build Coastguard Worker 
127*993b0882SAndroid Build Coastguard Worker   if (!zlib_decompressor->MaybeDecompress(
128*993b0882SAndroid Build Coastguard Worker           model->compressed_lua_actions_script.get(),
129*993b0882SAndroid Build Coastguard Worker           &model->lua_actions_script)) {
130*993b0882SAndroid Build Coastguard Worker     TC3_LOG(ERROR) << "Cannot decompress actions script.";
131*993b0882SAndroid Build Coastguard Worker     return false;
132*993b0882SAndroid Build Coastguard Worker   }
133*993b0882SAndroid Build Coastguard Worker 
134*993b0882SAndroid Build Coastguard Worker   if (model->ranking_options != nullptr &&
135*993b0882SAndroid Build Coastguard Worker       !zlib_decompressor->MaybeDecompress(
136*993b0882SAndroid Build Coastguard Worker           model->ranking_options->compressed_lua_ranking_script.get(),
137*993b0882SAndroid Build Coastguard Worker           &model->ranking_options->lua_ranking_script)) {
138*993b0882SAndroid Build Coastguard Worker     TC3_LOG(ERROR) << "Cannot decompress actions script.";
139*993b0882SAndroid Build Coastguard Worker     return false;
140*993b0882SAndroid Build Coastguard Worker   }
141*993b0882SAndroid Build Coastguard Worker 
142*993b0882SAndroid Build Coastguard Worker   return true;
143*993b0882SAndroid Build Coastguard Worker }
144*993b0882SAndroid Build Coastguard Worker 
CompressSerializedActionsModel(const std::string & model)145*993b0882SAndroid Build Coastguard Worker std::string CompressSerializedActionsModel(const std::string& model) {
146*993b0882SAndroid Build Coastguard Worker   std::unique_ptr<ActionsModelT> unpacked_model =
147*993b0882SAndroid Build Coastguard Worker       UnPackActionsModel(model.c_str());
148*993b0882SAndroid Build Coastguard Worker   TC3_CHECK(unpacked_model != nullptr);
149*993b0882SAndroid Build Coastguard Worker   TC3_CHECK(CompressActionsModel(unpacked_model.get()));
150*993b0882SAndroid Build Coastguard Worker   flatbuffers::FlatBufferBuilder builder;
151*993b0882SAndroid Build Coastguard Worker   FinishActionsModelBuffer(builder,
152*993b0882SAndroid Build Coastguard Worker                            ActionsModel::Pack(builder, unpacked_model.get()));
153*993b0882SAndroid Build Coastguard Worker   return std::string(reinterpret_cast<const char*>(builder.GetBufferPointer()),
154*993b0882SAndroid Build Coastguard Worker                      builder.GetSize());
155*993b0882SAndroid Build Coastguard Worker }
156*993b0882SAndroid Build Coastguard Worker 
GetUncompressedString(const flatbuffers::String * uncompressed_buffer,const CompressedBuffer * compressed_buffer,ZlibDecompressor * decompressor,std::string * out)157*993b0882SAndroid Build Coastguard Worker bool GetUncompressedString(const flatbuffers::String* uncompressed_buffer,
158*993b0882SAndroid Build Coastguard Worker                            const CompressedBuffer* compressed_buffer,
159*993b0882SAndroid Build Coastguard Worker                            ZlibDecompressor* decompressor, std::string* out) {
160*993b0882SAndroid Build Coastguard Worker   if (uncompressed_buffer == nullptr && compressed_buffer == nullptr) {
161*993b0882SAndroid Build Coastguard Worker     out->clear();
162*993b0882SAndroid Build Coastguard Worker     return true;
163*993b0882SAndroid Build Coastguard Worker   }
164*993b0882SAndroid Build Coastguard Worker 
165*993b0882SAndroid Build Coastguard Worker   return decompressor->MaybeDecompressOptionallyCompressedBuffer(
166*993b0882SAndroid Build Coastguard Worker       uncompressed_buffer, compressed_buffer, out);
167*993b0882SAndroid Build Coastguard Worker }
168*993b0882SAndroid Build Coastguard Worker 
169*993b0882SAndroid Build Coastguard Worker }  // namespace libtextclassifier3
170