xref: /aosp_15_r20/external/webp/src/dec/alpha_dec.c (revision b2055c353e87c8814eb2b6b1b11112a1562253bd)
1*b2055c35SXin Li // Copyright 2011 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Alpha-plane decompression.
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li 
14*b2055c35SXin Li #include <stdlib.h>
15*b2055c35SXin Li #include "src/dec/alphai_dec.h"
16*b2055c35SXin Li #include "src/dec/vp8_dec.h"
17*b2055c35SXin Li #include "src/dec/vp8i_dec.h"
18*b2055c35SXin Li #include "src/dec/vp8li_dec.h"
19*b2055c35SXin Li #include "src/dsp/dsp.h"
20*b2055c35SXin Li #include "src/utils/quant_levels_dec_utils.h"
21*b2055c35SXin Li #include "src/utils/utils.h"
22*b2055c35SXin Li #include "src/webp/format_constants.h"
23*b2055c35SXin Li #include "src/webp/types.h"
24*b2055c35SXin Li 
25*b2055c35SXin Li //------------------------------------------------------------------------------
26*b2055c35SXin Li // ALPHDecoder object.
27*b2055c35SXin Li 
28*b2055c35SXin Li // Allocates a new alpha decoder instance.
ALPHNew(void)29*b2055c35SXin Li WEBP_NODISCARD static ALPHDecoder* ALPHNew(void) {
30*b2055c35SXin Li   ALPHDecoder* const dec = (ALPHDecoder*)WebPSafeCalloc(1ULL, sizeof(*dec));
31*b2055c35SXin Li   return dec;
32*b2055c35SXin Li }
33*b2055c35SXin Li 
34*b2055c35SXin Li // Clears and deallocates an alpha decoder instance.
ALPHDelete(ALPHDecoder * const dec)35*b2055c35SXin Li static void ALPHDelete(ALPHDecoder* const dec) {
36*b2055c35SXin Li   if (dec != NULL) {
37*b2055c35SXin Li     VP8LDelete(dec->vp8l_dec_);
38*b2055c35SXin Li     dec->vp8l_dec_ = NULL;
39*b2055c35SXin Li     WebPSafeFree(dec);
40*b2055c35SXin Li   }
41*b2055c35SXin Li }
42*b2055c35SXin Li 
43*b2055c35SXin Li //------------------------------------------------------------------------------
44*b2055c35SXin Li // Decoding.
45*b2055c35SXin Li 
46*b2055c35SXin Li // Initialize alpha decoding by parsing the alpha header and decoding the image
47*b2055c35SXin Li // header for alpha data stored using lossless compression.
48*b2055c35SXin Li // Returns false in case of error in alpha header (data too short, invalid
49*b2055c35SXin Li // compression method or filter, error in lossless header data etc).
ALPHInit(ALPHDecoder * const dec,const uint8_t * data,size_t data_size,const VP8Io * const src_io,uint8_t * output)50*b2055c35SXin Li WEBP_NODISCARD static int ALPHInit(ALPHDecoder* const dec, const uint8_t* data,
51*b2055c35SXin Li                                    size_t data_size, const VP8Io* const src_io,
52*b2055c35SXin Li                                    uint8_t* output) {
53*b2055c35SXin Li   int ok = 0;
54*b2055c35SXin Li   const uint8_t* const alpha_data = data + ALPHA_HEADER_LEN;
55*b2055c35SXin Li   const size_t alpha_data_size = data_size - ALPHA_HEADER_LEN;
56*b2055c35SXin Li   int rsrv;
57*b2055c35SXin Li   VP8Io* const io = &dec->io_;
58*b2055c35SXin Li 
59*b2055c35SXin Li   assert(data != NULL && output != NULL && src_io != NULL);
60*b2055c35SXin Li 
61*b2055c35SXin Li   VP8FiltersInit();
62*b2055c35SXin Li   dec->output_ = output;
63*b2055c35SXin Li   dec->width_ = src_io->width;
64*b2055c35SXin Li   dec->height_ = src_io->height;
65*b2055c35SXin Li   assert(dec->width_ > 0 && dec->height_ > 0);
66*b2055c35SXin Li 
67*b2055c35SXin Li   if (data_size <= ALPHA_HEADER_LEN) {
68*b2055c35SXin Li     return 0;
69*b2055c35SXin Li   }
70*b2055c35SXin Li 
71*b2055c35SXin Li   dec->method_ = (data[0] >> 0) & 0x03;
72*b2055c35SXin Li   dec->filter_ = (WEBP_FILTER_TYPE)((data[0] >> 2) & 0x03);
73*b2055c35SXin Li   dec->pre_processing_ = (data[0] >> 4) & 0x03;
74*b2055c35SXin Li   rsrv = (data[0] >> 6) & 0x03;
75*b2055c35SXin Li   if (dec->method_ < ALPHA_NO_COMPRESSION ||
76*b2055c35SXin Li       dec->method_ > ALPHA_LOSSLESS_COMPRESSION ||
77*b2055c35SXin Li       dec->filter_ >= WEBP_FILTER_LAST ||
78*b2055c35SXin Li       dec->pre_processing_ > ALPHA_PREPROCESSED_LEVELS ||
79*b2055c35SXin Li       rsrv != 0) {
80*b2055c35SXin Li     return 0;
81*b2055c35SXin Li   }
82*b2055c35SXin Li 
83*b2055c35SXin Li   // Copy the necessary parameters from src_io to io
84*b2055c35SXin Li   if (!VP8InitIo(io)) {
85*b2055c35SXin Li     return 0;
86*b2055c35SXin Li   }
87*b2055c35SXin Li   WebPInitCustomIo(NULL, io);
88*b2055c35SXin Li   io->opaque = dec;
89*b2055c35SXin Li   io->width = src_io->width;
90*b2055c35SXin Li   io->height = src_io->height;
91*b2055c35SXin Li 
92*b2055c35SXin Li   io->use_cropping = src_io->use_cropping;
93*b2055c35SXin Li   io->crop_left = src_io->crop_left;
94*b2055c35SXin Li   io->crop_right = src_io->crop_right;
95*b2055c35SXin Li   io->crop_top = src_io->crop_top;
96*b2055c35SXin Li   io->crop_bottom = src_io->crop_bottom;
97*b2055c35SXin Li   // No need to copy the scaling parameters.
98*b2055c35SXin Li 
99*b2055c35SXin Li   if (dec->method_ == ALPHA_NO_COMPRESSION) {
100*b2055c35SXin Li     const size_t alpha_decoded_size = dec->width_ * dec->height_;
101*b2055c35SXin Li     ok = (alpha_data_size >= alpha_decoded_size);
102*b2055c35SXin Li   } else {
103*b2055c35SXin Li     assert(dec->method_ == ALPHA_LOSSLESS_COMPRESSION);
104*b2055c35SXin Li     ok = VP8LDecodeAlphaHeader(dec, alpha_data, alpha_data_size);
105*b2055c35SXin Li   }
106*b2055c35SXin Li 
107*b2055c35SXin Li   return ok;
108*b2055c35SXin Li }
109*b2055c35SXin Li 
110*b2055c35SXin Li // Decodes, unfilters and dequantizes *at least* 'num_rows' rows of alpha
111*b2055c35SXin Li // starting from row number 'row'. It assumes that rows up to (row - 1) have
112*b2055c35SXin Li // already been decoded.
113*b2055c35SXin Li // Returns false in case of bitstream error.
ALPHDecode(VP8Decoder * const dec,int row,int num_rows)114*b2055c35SXin Li WEBP_NODISCARD static int ALPHDecode(VP8Decoder* const dec, int row,
115*b2055c35SXin Li                                      int num_rows) {
116*b2055c35SXin Li   ALPHDecoder* const alph_dec = dec->alph_dec_;
117*b2055c35SXin Li   const int width = alph_dec->width_;
118*b2055c35SXin Li   const int height = alph_dec->io_.crop_bottom;
119*b2055c35SXin Li   if (alph_dec->method_ == ALPHA_NO_COMPRESSION) {
120*b2055c35SXin Li     int y;
121*b2055c35SXin Li     const uint8_t* prev_line = dec->alpha_prev_line_;
122*b2055c35SXin Li     const uint8_t* deltas = dec->alpha_data_ + ALPHA_HEADER_LEN + row * width;
123*b2055c35SXin Li     uint8_t* dst = dec->alpha_plane_ + row * width;
124*b2055c35SXin Li     assert(deltas <= &dec->alpha_data_[dec->alpha_data_size_]);
125*b2055c35SXin Li     assert(WebPUnfilters[alph_dec->filter_] != NULL);
126*b2055c35SXin Li     for (y = 0; y < num_rows; ++y) {
127*b2055c35SXin Li       WebPUnfilters[alph_dec->filter_](prev_line, deltas, dst, width);
128*b2055c35SXin Li       prev_line = dst;
129*b2055c35SXin Li       dst += width;
130*b2055c35SXin Li       deltas += width;
131*b2055c35SXin Li     }
132*b2055c35SXin Li     dec->alpha_prev_line_ = prev_line;
133*b2055c35SXin Li   } else {  // alph_dec->method_ == ALPHA_LOSSLESS_COMPRESSION
134*b2055c35SXin Li     assert(alph_dec->vp8l_dec_ != NULL);
135*b2055c35SXin Li     if (!VP8LDecodeAlphaImageStream(alph_dec, row + num_rows)) {
136*b2055c35SXin Li       return 0;
137*b2055c35SXin Li     }
138*b2055c35SXin Li   }
139*b2055c35SXin Li 
140*b2055c35SXin Li   if (row + num_rows >= height) {
141*b2055c35SXin Li     dec->is_alpha_decoded_ = 1;
142*b2055c35SXin Li   }
143*b2055c35SXin Li   return 1;
144*b2055c35SXin Li }
145*b2055c35SXin Li 
AllocateAlphaPlane(VP8Decoder * const dec,const VP8Io * const io)146*b2055c35SXin Li WEBP_NODISCARD static int AllocateAlphaPlane(VP8Decoder* const dec,
147*b2055c35SXin Li                                              const VP8Io* const io) {
148*b2055c35SXin Li   const int stride = io->width;
149*b2055c35SXin Li   const int height = io->crop_bottom;
150*b2055c35SXin Li   const uint64_t alpha_size = (uint64_t)stride * height;
151*b2055c35SXin Li   assert(dec->alpha_plane_mem_ == NULL);
152*b2055c35SXin Li   dec->alpha_plane_mem_ =
153*b2055c35SXin Li       (uint8_t*)WebPSafeMalloc(alpha_size, sizeof(*dec->alpha_plane_));
154*b2055c35SXin Li   if (dec->alpha_plane_mem_ == NULL) {
155*b2055c35SXin Li     return VP8SetError(dec, VP8_STATUS_OUT_OF_MEMORY,
156*b2055c35SXin Li                        "Alpha decoder initialization failed.");
157*b2055c35SXin Li   }
158*b2055c35SXin Li   dec->alpha_plane_ = dec->alpha_plane_mem_;
159*b2055c35SXin Li   dec->alpha_prev_line_ = NULL;
160*b2055c35SXin Li   return 1;
161*b2055c35SXin Li }
162*b2055c35SXin Li 
WebPDeallocateAlphaMemory(VP8Decoder * const dec)163*b2055c35SXin Li void WebPDeallocateAlphaMemory(VP8Decoder* const dec) {
164*b2055c35SXin Li   assert(dec != NULL);
165*b2055c35SXin Li   WebPSafeFree(dec->alpha_plane_mem_);
166*b2055c35SXin Li   dec->alpha_plane_mem_ = NULL;
167*b2055c35SXin Li   dec->alpha_plane_ = NULL;
168*b2055c35SXin Li   ALPHDelete(dec->alph_dec_);
169*b2055c35SXin Li   dec->alph_dec_ = NULL;
170*b2055c35SXin Li }
171*b2055c35SXin Li 
172*b2055c35SXin Li //------------------------------------------------------------------------------
173*b2055c35SXin Li // Main entry point.
174*b2055c35SXin Li 
VP8DecompressAlphaRows(VP8Decoder * const dec,const VP8Io * const io,int row,int num_rows)175*b2055c35SXin Li WEBP_NODISCARD const uint8_t* VP8DecompressAlphaRows(VP8Decoder* const dec,
176*b2055c35SXin Li                                                      const VP8Io* const io,
177*b2055c35SXin Li                                                      int row, int num_rows) {
178*b2055c35SXin Li   const int width = io->width;
179*b2055c35SXin Li   const int height = io->crop_bottom;
180*b2055c35SXin Li 
181*b2055c35SXin Li   assert(dec != NULL && io != NULL);
182*b2055c35SXin Li 
183*b2055c35SXin Li   if (row < 0 || num_rows <= 0 || row + num_rows > height) {
184*b2055c35SXin Li     return NULL;
185*b2055c35SXin Li   }
186*b2055c35SXin Li 
187*b2055c35SXin Li   if (!dec->is_alpha_decoded_) {
188*b2055c35SXin Li     if (dec->alph_dec_ == NULL) {    // Initialize decoder.
189*b2055c35SXin Li       dec->alph_dec_ = ALPHNew();
190*b2055c35SXin Li       if (dec->alph_dec_ == NULL) {
191*b2055c35SXin Li         VP8SetError(dec, VP8_STATUS_OUT_OF_MEMORY,
192*b2055c35SXin Li                     "Alpha decoder initialization failed.");
193*b2055c35SXin Li         return NULL;
194*b2055c35SXin Li       }
195*b2055c35SXin Li       if (!AllocateAlphaPlane(dec, io)) goto Error;
196*b2055c35SXin Li       if (!ALPHInit(dec->alph_dec_, dec->alpha_data_, dec->alpha_data_size_,
197*b2055c35SXin Li                     io, dec->alpha_plane_)) {
198*b2055c35SXin Li         VP8LDecoder* const vp8l_dec = dec->alph_dec_->vp8l_dec_;
199*b2055c35SXin Li         VP8SetError(dec,
200*b2055c35SXin Li                     (vp8l_dec == NULL) ? VP8_STATUS_OUT_OF_MEMORY
201*b2055c35SXin Li                                        : vp8l_dec->status_,
202*b2055c35SXin Li                     "Alpha decoder initialization failed.");
203*b2055c35SXin Li         goto Error;
204*b2055c35SXin Li       }
205*b2055c35SXin Li       // if we allowed use of alpha dithering, check whether it's needed at all
206*b2055c35SXin Li       if (dec->alph_dec_->pre_processing_ != ALPHA_PREPROCESSED_LEVELS) {
207*b2055c35SXin Li         dec->alpha_dithering_ = 0;   // disable dithering
208*b2055c35SXin Li       } else {
209*b2055c35SXin Li         num_rows = height - row;     // decode everything in one pass
210*b2055c35SXin Li       }
211*b2055c35SXin Li     }
212*b2055c35SXin Li 
213*b2055c35SXin Li     assert(dec->alph_dec_ != NULL);
214*b2055c35SXin Li     assert(row + num_rows <= height);
215*b2055c35SXin Li     if (!ALPHDecode(dec, row, num_rows)) goto Error;
216*b2055c35SXin Li 
217*b2055c35SXin Li     if (dec->is_alpha_decoded_) {   // finished?
218*b2055c35SXin Li       ALPHDelete(dec->alph_dec_);
219*b2055c35SXin Li       dec->alph_dec_ = NULL;
220*b2055c35SXin Li       if (dec->alpha_dithering_ > 0) {
221*b2055c35SXin Li         uint8_t* const alpha = dec->alpha_plane_ + io->crop_top * width
222*b2055c35SXin Li                              + io->crop_left;
223*b2055c35SXin Li         if (!WebPDequantizeLevels(alpha,
224*b2055c35SXin Li                                   io->crop_right - io->crop_left,
225*b2055c35SXin Li                                   io->crop_bottom - io->crop_top,
226*b2055c35SXin Li                                   width, dec->alpha_dithering_)) {
227*b2055c35SXin Li           goto Error;
228*b2055c35SXin Li         }
229*b2055c35SXin Li       }
230*b2055c35SXin Li     }
231*b2055c35SXin Li   }
232*b2055c35SXin Li 
233*b2055c35SXin Li   // Return a pointer to the current decoded row.
234*b2055c35SXin Li   return dec->alpha_plane_ + row * width;
235*b2055c35SXin Li 
236*b2055c35SXin Li  Error:
237*b2055c35SXin Li   WebPDeallocateAlphaMemory(dec);
238*b2055c35SXin Li   return NULL;
239*b2055c35SXin Li }
240