xref: /aosp_15_r20/external/lzma/C/Lzma2Enc.c (revision f6dc9357d832569d4d1f5d24eacdb3935a1ae8e6)
1*f6dc9357SAndroid Build Coastguard Worker /* Lzma2Enc.c -- LZMA2 Encoder
2*f6dc9357SAndroid Build Coastguard Worker 2023-04-13 : Igor Pavlov : Public domain */
3*f6dc9357SAndroid Build Coastguard Worker 
4*f6dc9357SAndroid Build Coastguard Worker #include "Precomp.h"
5*f6dc9357SAndroid Build Coastguard Worker 
6*f6dc9357SAndroid Build Coastguard Worker #include <string.h>
7*f6dc9357SAndroid Build Coastguard Worker 
8*f6dc9357SAndroid Build Coastguard Worker /* #define Z7_ST */
9*f6dc9357SAndroid Build Coastguard Worker 
10*f6dc9357SAndroid Build Coastguard Worker #include "Lzma2Enc.h"
11*f6dc9357SAndroid Build Coastguard Worker 
12*f6dc9357SAndroid Build Coastguard Worker #ifndef Z7_ST
13*f6dc9357SAndroid Build Coastguard Worker #include "MtCoder.h"
14*f6dc9357SAndroid Build Coastguard Worker #else
15*f6dc9357SAndroid Build Coastguard Worker #define MTCODER_THREADS_MAX 1
16*f6dc9357SAndroid Build Coastguard Worker #endif
17*f6dc9357SAndroid Build Coastguard Worker 
18*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_CONTROL_LZMA (1 << 7)
19*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_CONTROL_COPY_NO_RESET 2
20*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_CONTROL_COPY_RESET_DIC 1
21*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_CONTROL_EOF 0
22*f6dc9357SAndroid Build Coastguard Worker 
23*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_LCLP_MAX 4
24*f6dc9357SAndroid Build Coastguard Worker 
25*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_DIC_SIZE_FROM_PROP(p) (((UInt32)2 | ((p) & 1)) << ((p) / 2 + 11))
26*f6dc9357SAndroid Build Coastguard Worker 
27*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_PACK_SIZE_MAX (1 << 16)
28*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_COPY_CHUNK_SIZE LZMA2_PACK_SIZE_MAX
29*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_UNPACK_SIZE_MAX (1 << 21)
30*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_KEEP_WINDOW_SIZE LZMA2_UNPACK_SIZE_MAX
31*f6dc9357SAndroid Build Coastguard Worker 
32*f6dc9357SAndroid Build Coastguard Worker #define LZMA2_CHUNK_SIZE_COMPRESSED_MAX ((1 << 16) + 16)
33*f6dc9357SAndroid Build Coastguard Worker 
34*f6dc9357SAndroid Build Coastguard Worker 
35*f6dc9357SAndroid Build Coastguard Worker #define PRF(x) /* x */
36*f6dc9357SAndroid Build Coastguard Worker 
37*f6dc9357SAndroid Build Coastguard Worker 
38*f6dc9357SAndroid Build Coastguard Worker /* ---------- CLimitedSeqInStream ---------- */
39*f6dc9357SAndroid Build Coastguard Worker 
40*f6dc9357SAndroid Build Coastguard Worker typedef struct
41*f6dc9357SAndroid Build Coastguard Worker {
42*f6dc9357SAndroid Build Coastguard Worker   ISeqInStream vt;
43*f6dc9357SAndroid Build Coastguard Worker   ISeqInStreamPtr realStream;
44*f6dc9357SAndroid Build Coastguard Worker   UInt64 limit;
45*f6dc9357SAndroid Build Coastguard Worker   UInt64 processed;
46*f6dc9357SAndroid Build Coastguard Worker   int finished;
47*f6dc9357SAndroid Build Coastguard Worker } CLimitedSeqInStream;
48*f6dc9357SAndroid Build Coastguard Worker 
LimitedSeqInStream_Init(CLimitedSeqInStream * p)49*f6dc9357SAndroid Build Coastguard Worker static void LimitedSeqInStream_Init(CLimitedSeqInStream *p)
50*f6dc9357SAndroid Build Coastguard Worker {
51*f6dc9357SAndroid Build Coastguard Worker   p->limit = (UInt64)(Int64)-1;
52*f6dc9357SAndroid Build Coastguard Worker   p->processed = 0;
53*f6dc9357SAndroid Build Coastguard Worker   p->finished = 0;
54*f6dc9357SAndroid Build Coastguard Worker }
55*f6dc9357SAndroid Build Coastguard Worker 
LimitedSeqInStream_Read(ISeqInStreamPtr pp,void * data,size_t * size)56*f6dc9357SAndroid Build Coastguard Worker static SRes LimitedSeqInStream_Read(ISeqInStreamPtr pp, void *data, size_t *size)
57*f6dc9357SAndroid Build Coastguard Worker {
58*f6dc9357SAndroid Build Coastguard Worker   Z7_CONTAINER_FROM_VTBL_TO_DECL_VAR_pp_vt_p(CLimitedSeqInStream)
59*f6dc9357SAndroid Build Coastguard Worker   size_t size2 = *size;
60*f6dc9357SAndroid Build Coastguard Worker   SRes res = SZ_OK;
61*f6dc9357SAndroid Build Coastguard Worker 
62*f6dc9357SAndroid Build Coastguard Worker   if (p->limit != (UInt64)(Int64)-1)
63*f6dc9357SAndroid Build Coastguard Worker   {
64*f6dc9357SAndroid Build Coastguard Worker     const UInt64 rem = p->limit - p->processed;
65*f6dc9357SAndroid Build Coastguard Worker     if (size2 > rem)
66*f6dc9357SAndroid Build Coastguard Worker       size2 = (size_t)rem;
67*f6dc9357SAndroid Build Coastguard Worker   }
68*f6dc9357SAndroid Build Coastguard Worker   if (size2 != 0)
69*f6dc9357SAndroid Build Coastguard Worker   {
70*f6dc9357SAndroid Build Coastguard Worker     res = ISeqInStream_Read(p->realStream, data, &size2);
71*f6dc9357SAndroid Build Coastguard Worker     p->finished = (size2 == 0 ? 1 : 0);
72*f6dc9357SAndroid Build Coastguard Worker     p->processed += size2;
73*f6dc9357SAndroid Build Coastguard Worker   }
74*f6dc9357SAndroid Build Coastguard Worker   *size = size2;
75*f6dc9357SAndroid Build Coastguard Worker   return res;
76*f6dc9357SAndroid Build Coastguard Worker }
77*f6dc9357SAndroid Build Coastguard Worker 
78*f6dc9357SAndroid Build Coastguard Worker 
79*f6dc9357SAndroid Build Coastguard Worker /* ---------- CLzma2EncInt ---------- */
80*f6dc9357SAndroid Build Coastguard Worker 
81*f6dc9357SAndroid Build Coastguard Worker typedef struct
82*f6dc9357SAndroid Build Coastguard Worker {
83*f6dc9357SAndroid Build Coastguard Worker   CLzmaEncHandle enc;
84*f6dc9357SAndroid Build Coastguard Worker   Byte propsAreSet;
85*f6dc9357SAndroid Build Coastguard Worker   Byte propsByte;
86*f6dc9357SAndroid Build Coastguard Worker   Byte needInitState;
87*f6dc9357SAndroid Build Coastguard Worker   Byte needInitProp;
88*f6dc9357SAndroid Build Coastguard Worker   UInt64 srcPos;
89*f6dc9357SAndroid Build Coastguard Worker } CLzma2EncInt;
90*f6dc9357SAndroid Build Coastguard Worker 
91*f6dc9357SAndroid Build Coastguard Worker 
Lzma2EncInt_InitStream(CLzma2EncInt * p,const CLzma2EncProps * props)92*f6dc9357SAndroid Build Coastguard Worker static SRes Lzma2EncInt_InitStream(CLzma2EncInt *p, const CLzma2EncProps *props)
93*f6dc9357SAndroid Build Coastguard Worker {
94*f6dc9357SAndroid Build Coastguard Worker   if (!p->propsAreSet)
95*f6dc9357SAndroid Build Coastguard Worker   {
96*f6dc9357SAndroid Build Coastguard Worker     SizeT propsSize = LZMA_PROPS_SIZE;
97*f6dc9357SAndroid Build Coastguard Worker     Byte propsEncoded[LZMA_PROPS_SIZE];
98*f6dc9357SAndroid Build Coastguard Worker     RINOK(LzmaEnc_SetProps(p->enc, &props->lzmaProps))
99*f6dc9357SAndroid Build Coastguard Worker     RINOK(LzmaEnc_WriteProperties(p->enc, propsEncoded, &propsSize))
100*f6dc9357SAndroid Build Coastguard Worker     p->propsByte = propsEncoded[0];
101*f6dc9357SAndroid Build Coastguard Worker     p->propsAreSet = True;
102*f6dc9357SAndroid Build Coastguard Worker   }
103*f6dc9357SAndroid Build Coastguard Worker   return SZ_OK;
104*f6dc9357SAndroid Build Coastguard Worker }
105*f6dc9357SAndroid Build Coastguard Worker 
Lzma2EncInt_InitBlock(CLzma2EncInt * p)106*f6dc9357SAndroid Build Coastguard Worker static void Lzma2EncInt_InitBlock(CLzma2EncInt *p)
107*f6dc9357SAndroid Build Coastguard Worker {
108*f6dc9357SAndroid Build Coastguard Worker   p->srcPos = 0;
109*f6dc9357SAndroid Build Coastguard Worker   p->needInitState = True;
110*f6dc9357SAndroid Build Coastguard Worker   p->needInitProp = True;
111*f6dc9357SAndroid Build Coastguard Worker }
112*f6dc9357SAndroid Build Coastguard Worker 
113*f6dc9357SAndroid Build Coastguard Worker 
114*f6dc9357SAndroid Build Coastguard Worker SRes LzmaEnc_PrepareForLzma2(CLzmaEncHandle p, ISeqInStreamPtr inStream, UInt32 keepWindowSize,
115*f6dc9357SAndroid Build Coastguard Worker     ISzAllocPtr alloc, ISzAllocPtr allocBig);
116*f6dc9357SAndroid Build Coastguard Worker SRes LzmaEnc_MemPrepare(CLzmaEncHandle p, const Byte *src, SizeT srcLen,
117*f6dc9357SAndroid Build Coastguard Worker     UInt32 keepWindowSize, ISzAllocPtr alloc, ISzAllocPtr allocBig);
118*f6dc9357SAndroid Build Coastguard Worker SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle p, BoolInt reInit,
119*f6dc9357SAndroid Build Coastguard Worker     Byte *dest, size_t *destLen, UInt32 desiredPackSize, UInt32 *unpackSize);
120*f6dc9357SAndroid Build Coastguard Worker const Byte *LzmaEnc_GetCurBuf(CLzmaEncHandle p);
121*f6dc9357SAndroid Build Coastguard Worker void LzmaEnc_Finish(CLzmaEncHandle p);
122*f6dc9357SAndroid Build Coastguard Worker void LzmaEnc_SaveState(CLzmaEncHandle p);
123*f6dc9357SAndroid Build Coastguard Worker void LzmaEnc_RestoreState(CLzmaEncHandle p);
124*f6dc9357SAndroid Build Coastguard Worker 
125*f6dc9357SAndroid Build Coastguard Worker /*
126*f6dc9357SAndroid Build Coastguard Worker UInt32 LzmaEnc_GetNumAvailableBytes(CLzmaEncHandle p);
127*f6dc9357SAndroid Build Coastguard Worker */
128*f6dc9357SAndroid Build Coastguard Worker 
Lzma2EncInt_EncodeSubblock(CLzma2EncInt * p,Byte * outBuf,size_t * packSizeRes,ISeqOutStreamPtr outStream)129*f6dc9357SAndroid Build Coastguard Worker static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
130*f6dc9357SAndroid Build Coastguard Worker     size_t *packSizeRes, ISeqOutStreamPtr outStream)
131*f6dc9357SAndroid Build Coastguard Worker {
132*f6dc9357SAndroid Build Coastguard Worker   size_t packSizeLimit = *packSizeRes;
133*f6dc9357SAndroid Build Coastguard Worker   size_t packSize = packSizeLimit;
134*f6dc9357SAndroid Build Coastguard Worker   UInt32 unpackSize = LZMA2_UNPACK_SIZE_MAX;
135*f6dc9357SAndroid Build Coastguard Worker   unsigned lzHeaderSize = 5 + (p->needInitProp ? 1 : 0);
136*f6dc9357SAndroid Build Coastguard Worker   BoolInt useCopyBlock;
137*f6dc9357SAndroid Build Coastguard Worker   SRes res;
138*f6dc9357SAndroid Build Coastguard Worker 
139*f6dc9357SAndroid Build Coastguard Worker   *packSizeRes = 0;
140*f6dc9357SAndroid Build Coastguard Worker   if (packSize < lzHeaderSize)
141*f6dc9357SAndroid Build Coastguard Worker     return SZ_ERROR_OUTPUT_EOF;
142*f6dc9357SAndroid Build Coastguard Worker   packSize -= lzHeaderSize;
143*f6dc9357SAndroid Build Coastguard Worker 
144*f6dc9357SAndroid Build Coastguard Worker   LzmaEnc_SaveState(p->enc);
145*f6dc9357SAndroid Build Coastguard Worker   res = LzmaEnc_CodeOneMemBlock(p->enc, p->needInitState,
146*f6dc9357SAndroid Build Coastguard Worker       outBuf + lzHeaderSize, &packSize, LZMA2_PACK_SIZE_MAX, &unpackSize);
147*f6dc9357SAndroid Build Coastguard Worker 
148*f6dc9357SAndroid Build Coastguard Worker   PRF(printf("\npackSize = %7d unpackSize = %7d  ", packSize, unpackSize));
149*f6dc9357SAndroid Build Coastguard Worker 
150*f6dc9357SAndroid Build Coastguard Worker   if (unpackSize == 0)
151*f6dc9357SAndroid Build Coastguard Worker     return res;
152*f6dc9357SAndroid Build Coastguard Worker 
153*f6dc9357SAndroid Build Coastguard Worker   if (res == SZ_OK)
154*f6dc9357SAndroid Build Coastguard Worker     useCopyBlock = (packSize + 2 >= unpackSize || packSize > (1 << 16));
155*f6dc9357SAndroid Build Coastguard Worker   else
156*f6dc9357SAndroid Build Coastguard Worker   {
157*f6dc9357SAndroid Build Coastguard Worker     if (res != SZ_ERROR_OUTPUT_EOF)
158*f6dc9357SAndroid Build Coastguard Worker       return res;
159*f6dc9357SAndroid Build Coastguard Worker     res = SZ_OK;
160*f6dc9357SAndroid Build Coastguard Worker     useCopyBlock = True;
161*f6dc9357SAndroid Build Coastguard Worker   }
162*f6dc9357SAndroid Build Coastguard Worker 
163*f6dc9357SAndroid Build Coastguard Worker   if (useCopyBlock)
164*f6dc9357SAndroid Build Coastguard Worker   {
165*f6dc9357SAndroid Build Coastguard Worker     size_t destPos = 0;
166*f6dc9357SAndroid Build Coastguard Worker     PRF(printf("################# COPY           "));
167*f6dc9357SAndroid Build Coastguard Worker 
168*f6dc9357SAndroid Build Coastguard Worker     while (unpackSize > 0)
169*f6dc9357SAndroid Build Coastguard Worker     {
170*f6dc9357SAndroid Build Coastguard Worker       const UInt32 u = (unpackSize < LZMA2_COPY_CHUNK_SIZE) ? unpackSize : LZMA2_COPY_CHUNK_SIZE;
171*f6dc9357SAndroid Build Coastguard Worker       if (packSizeLimit - destPos < u + 3)
172*f6dc9357SAndroid Build Coastguard Worker         return SZ_ERROR_OUTPUT_EOF;
173*f6dc9357SAndroid Build Coastguard Worker       outBuf[destPos++] = (Byte)(p->srcPos == 0 ? LZMA2_CONTROL_COPY_RESET_DIC : LZMA2_CONTROL_COPY_NO_RESET);
174*f6dc9357SAndroid Build Coastguard Worker       outBuf[destPos++] = (Byte)((u - 1) >> 8);
175*f6dc9357SAndroid Build Coastguard Worker       outBuf[destPos++] = (Byte)(u - 1);
176*f6dc9357SAndroid Build Coastguard Worker       memcpy(outBuf + destPos, LzmaEnc_GetCurBuf(p->enc) - unpackSize, u);
177*f6dc9357SAndroid Build Coastguard Worker       unpackSize -= u;
178*f6dc9357SAndroid Build Coastguard Worker       destPos += u;
179*f6dc9357SAndroid Build Coastguard Worker       p->srcPos += u;
180*f6dc9357SAndroid Build Coastguard Worker 
181*f6dc9357SAndroid Build Coastguard Worker       if (outStream)
182*f6dc9357SAndroid Build Coastguard Worker       {
183*f6dc9357SAndroid Build Coastguard Worker         *packSizeRes += destPos;
184*f6dc9357SAndroid Build Coastguard Worker         if (ISeqOutStream_Write(outStream, outBuf, destPos) != destPos)
185*f6dc9357SAndroid Build Coastguard Worker           return SZ_ERROR_WRITE;
186*f6dc9357SAndroid Build Coastguard Worker         destPos = 0;
187*f6dc9357SAndroid Build Coastguard Worker       }
188*f6dc9357SAndroid Build Coastguard Worker       else
189*f6dc9357SAndroid Build Coastguard Worker         *packSizeRes = destPos;
190*f6dc9357SAndroid Build Coastguard Worker       /* needInitState = True; */
191*f6dc9357SAndroid Build Coastguard Worker     }
192*f6dc9357SAndroid Build Coastguard Worker 
193*f6dc9357SAndroid Build Coastguard Worker     LzmaEnc_RestoreState(p->enc);
194*f6dc9357SAndroid Build Coastguard Worker     return SZ_OK;
195*f6dc9357SAndroid Build Coastguard Worker   }
196*f6dc9357SAndroid Build Coastguard Worker 
197*f6dc9357SAndroid Build Coastguard Worker   {
198*f6dc9357SAndroid Build Coastguard Worker     size_t destPos = 0;
199*f6dc9357SAndroid Build Coastguard Worker     const UInt32 u = unpackSize - 1;
200*f6dc9357SAndroid Build Coastguard Worker     const UInt32 pm = (UInt32)(packSize - 1);
201*f6dc9357SAndroid Build Coastguard Worker     const unsigned mode = (p->srcPos == 0) ? 3 : (p->needInitState ? (p->needInitProp ? 2 : 1) : 0);
202*f6dc9357SAndroid Build Coastguard Worker 
203*f6dc9357SAndroid Build Coastguard Worker     PRF(printf("               "));
204*f6dc9357SAndroid Build Coastguard Worker 
205*f6dc9357SAndroid Build Coastguard Worker     outBuf[destPos++] = (Byte)(LZMA2_CONTROL_LZMA | (mode << 5) | ((u >> 16) & 0x1F));
206*f6dc9357SAndroid Build Coastguard Worker     outBuf[destPos++] = (Byte)(u >> 8);
207*f6dc9357SAndroid Build Coastguard Worker     outBuf[destPos++] = (Byte)u;
208*f6dc9357SAndroid Build Coastguard Worker     outBuf[destPos++] = (Byte)(pm >> 8);
209*f6dc9357SAndroid Build Coastguard Worker     outBuf[destPos++] = (Byte)pm;
210*f6dc9357SAndroid Build Coastguard Worker 
211*f6dc9357SAndroid Build Coastguard Worker     if (p->needInitProp)
212*f6dc9357SAndroid Build Coastguard Worker       outBuf[destPos++] = p->propsByte;
213*f6dc9357SAndroid Build Coastguard Worker 
214*f6dc9357SAndroid Build Coastguard Worker     p->needInitProp = False;
215*f6dc9357SAndroid Build Coastguard Worker     p->needInitState = False;
216*f6dc9357SAndroid Build Coastguard Worker     destPos += packSize;
217*f6dc9357SAndroid Build Coastguard Worker     p->srcPos += unpackSize;
218*f6dc9357SAndroid Build Coastguard Worker 
219*f6dc9357SAndroid Build Coastguard Worker     if (outStream)
220*f6dc9357SAndroid Build Coastguard Worker       if (ISeqOutStream_Write(outStream, outBuf, destPos) != destPos)
221*f6dc9357SAndroid Build Coastguard Worker         return SZ_ERROR_WRITE;
222*f6dc9357SAndroid Build Coastguard Worker 
223*f6dc9357SAndroid Build Coastguard Worker     *packSizeRes = destPos;
224*f6dc9357SAndroid Build Coastguard Worker     return SZ_OK;
225*f6dc9357SAndroid Build Coastguard Worker   }
226*f6dc9357SAndroid Build Coastguard Worker }
227*f6dc9357SAndroid Build Coastguard Worker 
228*f6dc9357SAndroid Build Coastguard Worker 
229*f6dc9357SAndroid Build Coastguard Worker /* ---------- Lzma2 Props ---------- */
230*f6dc9357SAndroid Build Coastguard Worker 
Lzma2EncProps_Init(CLzma2EncProps * p)231*f6dc9357SAndroid Build Coastguard Worker void Lzma2EncProps_Init(CLzma2EncProps *p)
232*f6dc9357SAndroid Build Coastguard Worker {
233*f6dc9357SAndroid Build Coastguard Worker   LzmaEncProps_Init(&p->lzmaProps);
234*f6dc9357SAndroid Build Coastguard Worker   p->blockSize = LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO;
235*f6dc9357SAndroid Build Coastguard Worker   p->numBlockThreads_Reduced = -1;
236*f6dc9357SAndroid Build Coastguard Worker   p->numBlockThreads_Max = -1;
237*f6dc9357SAndroid Build Coastguard Worker   p->numTotalThreads = -1;
238*f6dc9357SAndroid Build Coastguard Worker }
239*f6dc9357SAndroid Build Coastguard Worker 
Lzma2EncProps_Normalize(CLzma2EncProps * p)240*f6dc9357SAndroid Build Coastguard Worker void Lzma2EncProps_Normalize(CLzma2EncProps *p)
241*f6dc9357SAndroid Build Coastguard Worker {
242*f6dc9357SAndroid Build Coastguard Worker   UInt64 fileSize;
243*f6dc9357SAndroid Build Coastguard Worker   int t1, t1n, t2, t2r, t3;
244*f6dc9357SAndroid Build Coastguard Worker   {
245*f6dc9357SAndroid Build Coastguard Worker     CLzmaEncProps lzmaProps = p->lzmaProps;
246*f6dc9357SAndroid Build Coastguard Worker     LzmaEncProps_Normalize(&lzmaProps);
247*f6dc9357SAndroid Build Coastguard Worker     t1n = lzmaProps.numThreads;
248*f6dc9357SAndroid Build Coastguard Worker   }
249*f6dc9357SAndroid Build Coastguard Worker 
250*f6dc9357SAndroid Build Coastguard Worker   t1 = p->lzmaProps.numThreads;
251*f6dc9357SAndroid Build Coastguard Worker   t2 = p->numBlockThreads_Max;
252*f6dc9357SAndroid Build Coastguard Worker   t3 = p->numTotalThreads;
253*f6dc9357SAndroid Build Coastguard Worker 
254*f6dc9357SAndroid Build Coastguard Worker   if (t2 > MTCODER_THREADS_MAX)
255*f6dc9357SAndroid Build Coastguard Worker     t2 = MTCODER_THREADS_MAX;
256*f6dc9357SAndroid Build Coastguard Worker 
257*f6dc9357SAndroid Build Coastguard Worker   if (t3 <= 0)
258*f6dc9357SAndroid Build Coastguard Worker   {
259*f6dc9357SAndroid Build Coastguard Worker     if (t2 <= 0)
260*f6dc9357SAndroid Build Coastguard Worker       t2 = 1;
261*f6dc9357SAndroid Build Coastguard Worker     t3 = t1n * t2;
262*f6dc9357SAndroid Build Coastguard Worker   }
263*f6dc9357SAndroid Build Coastguard Worker   else if (t2 <= 0)
264*f6dc9357SAndroid Build Coastguard Worker   {
265*f6dc9357SAndroid Build Coastguard Worker     t2 = t3 / t1n;
266*f6dc9357SAndroid Build Coastguard Worker     if (t2 == 0)
267*f6dc9357SAndroid Build Coastguard Worker     {
268*f6dc9357SAndroid Build Coastguard Worker       t1 = 1;
269*f6dc9357SAndroid Build Coastguard Worker       t2 = t3;
270*f6dc9357SAndroid Build Coastguard Worker     }
271*f6dc9357SAndroid Build Coastguard Worker     if (t2 > MTCODER_THREADS_MAX)
272*f6dc9357SAndroid Build Coastguard Worker       t2 = MTCODER_THREADS_MAX;
273*f6dc9357SAndroid Build Coastguard Worker   }
274*f6dc9357SAndroid Build Coastguard Worker   else if (t1 <= 0)
275*f6dc9357SAndroid Build Coastguard Worker   {
276*f6dc9357SAndroid Build Coastguard Worker     t1 = t3 / t2;
277*f6dc9357SAndroid Build Coastguard Worker     if (t1 == 0)
278*f6dc9357SAndroid Build Coastguard Worker       t1 = 1;
279*f6dc9357SAndroid Build Coastguard Worker   }
280*f6dc9357SAndroid Build Coastguard Worker   else
281*f6dc9357SAndroid Build Coastguard Worker     t3 = t1n * t2;
282*f6dc9357SAndroid Build Coastguard Worker 
283*f6dc9357SAndroid Build Coastguard Worker   p->lzmaProps.numThreads = t1;
284*f6dc9357SAndroid Build Coastguard Worker 
285*f6dc9357SAndroid Build Coastguard Worker   t2r = t2;
286*f6dc9357SAndroid Build Coastguard Worker 
287*f6dc9357SAndroid Build Coastguard Worker   fileSize = p->lzmaProps.reduceSize;
288*f6dc9357SAndroid Build Coastguard Worker 
289*f6dc9357SAndroid Build Coastguard Worker   if (   p->blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
290*f6dc9357SAndroid Build Coastguard Worker       && p->blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO
291*f6dc9357SAndroid Build Coastguard Worker       && (p->blockSize < fileSize || fileSize == (UInt64)(Int64)-1))
292*f6dc9357SAndroid Build Coastguard Worker     p->lzmaProps.reduceSize = p->blockSize;
293*f6dc9357SAndroid Build Coastguard Worker 
294*f6dc9357SAndroid Build Coastguard Worker   LzmaEncProps_Normalize(&p->lzmaProps);
295*f6dc9357SAndroid Build Coastguard Worker 
296*f6dc9357SAndroid Build Coastguard Worker   p->lzmaProps.reduceSize = fileSize;
297*f6dc9357SAndroid Build Coastguard Worker 
298*f6dc9357SAndroid Build Coastguard Worker   t1 = p->lzmaProps.numThreads;
299*f6dc9357SAndroid Build Coastguard Worker 
300*f6dc9357SAndroid Build Coastguard Worker   if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID)
301*f6dc9357SAndroid Build Coastguard Worker   {
302*f6dc9357SAndroid Build Coastguard Worker     t2r = t2 = 1;
303*f6dc9357SAndroid Build Coastguard Worker     t3 = t1;
304*f6dc9357SAndroid Build Coastguard Worker   }
305*f6dc9357SAndroid Build Coastguard Worker   else if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO && t2 <= 1)
306*f6dc9357SAndroid Build Coastguard Worker   {
307*f6dc9357SAndroid Build Coastguard Worker     /* if there is no block multi-threading, we use SOLID block */
308*f6dc9357SAndroid Build Coastguard Worker     p->blockSize = LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID;
309*f6dc9357SAndroid Build Coastguard Worker   }
310*f6dc9357SAndroid Build Coastguard Worker   else
311*f6dc9357SAndroid Build Coastguard Worker   {
312*f6dc9357SAndroid Build Coastguard Worker     if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO)
313*f6dc9357SAndroid Build Coastguard Worker     {
314*f6dc9357SAndroid Build Coastguard Worker       const UInt32 kMinSize = (UInt32)1 << 20;
315*f6dc9357SAndroid Build Coastguard Worker       const UInt32 kMaxSize = (UInt32)1 << 28;
316*f6dc9357SAndroid Build Coastguard Worker       const UInt32 dictSize = p->lzmaProps.dictSize;
317*f6dc9357SAndroid Build Coastguard Worker       UInt64 blockSize = (UInt64)dictSize << 2;
318*f6dc9357SAndroid Build Coastguard Worker       if (blockSize < kMinSize) blockSize = kMinSize;
319*f6dc9357SAndroid Build Coastguard Worker       if (blockSize > kMaxSize) blockSize = kMaxSize;
320*f6dc9357SAndroid Build Coastguard Worker       if (blockSize < dictSize) blockSize = dictSize;
321*f6dc9357SAndroid Build Coastguard Worker       blockSize += (kMinSize - 1);
322*f6dc9357SAndroid Build Coastguard Worker       blockSize &= ~(UInt64)(kMinSize - 1);
323*f6dc9357SAndroid Build Coastguard Worker       p->blockSize = blockSize;
324*f6dc9357SAndroid Build Coastguard Worker     }
325*f6dc9357SAndroid Build Coastguard Worker 
326*f6dc9357SAndroid Build Coastguard Worker     if (t2 > 1 && fileSize != (UInt64)(Int64)-1)
327*f6dc9357SAndroid Build Coastguard Worker     {
328*f6dc9357SAndroid Build Coastguard Worker       UInt64 numBlocks = fileSize / p->blockSize;
329*f6dc9357SAndroid Build Coastguard Worker       if (numBlocks * p->blockSize != fileSize)
330*f6dc9357SAndroid Build Coastguard Worker         numBlocks++;
331*f6dc9357SAndroid Build Coastguard Worker       if (numBlocks < (unsigned)t2)
332*f6dc9357SAndroid Build Coastguard Worker       {
333*f6dc9357SAndroid Build Coastguard Worker         t2r = (int)numBlocks;
334*f6dc9357SAndroid Build Coastguard Worker         if (t2r == 0)
335*f6dc9357SAndroid Build Coastguard Worker           t2r = 1;
336*f6dc9357SAndroid Build Coastguard Worker         t3 = t1 * t2r;
337*f6dc9357SAndroid Build Coastguard Worker       }
338*f6dc9357SAndroid Build Coastguard Worker     }
339*f6dc9357SAndroid Build Coastguard Worker   }
340*f6dc9357SAndroid Build Coastguard Worker 
341*f6dc9357SAndroid Build Coastguard Worker   p->numBlockThreads_Max = t2;
342*f6dc9357SAndroid Build Coastguard Worker   p->numBlockThreads_Reduced = t2r;
343*f6dc9357SAndroid Build Coastguard Worker   p->numTotalThreads = t3;
344*f6dc9357SAndroid Build Coastguard Worker }
345*f6dc9357SAndroid Build Coastguard Worker 
346*f6dc9357SAndroid Build Coastguard Worker 
Progress(ICompressProgressPtr p,UInt64 inSize,UInt64 outSize)347*f6dc9357SAndroid Build Coastguard Worker static SRes Progress(ICompressProgressPtr p, UInt64 inSize, UInt64 outSize)
348*f6dc9357SAndroid Build Coastguard Worker {
349*f6dc9357SAndroid Build Coastguard Worker   return (p && ICompressProgress_Progress(p, inSize, outSize) != SZ_OK) ? SZ_ERROR_PROGRESS : SZ_OK;
350*f6dc9357SAndroid Build Coastguard Worker }
351*f6dc9357SAndroid Build Coastguard Worker 
352*f6dc9357SAndroid Build Coastguard Worker 
353*f6dc9357SAndroid Build Coastguard Worker /* ---------- Lzma2 ---------- */
354*f6dc9357SAndroid Build Coastguard Worker 
355*f6dc9357SAndroid Build Coastguard Worker struct CLzma2Enc
356*f6dc9357SAndroid Build Coastguard Worker {
357*f6dc9357SAndroid Build Coastguard Worker   Byte propEncoded;
358*f6dc9357SAndroid Build Coastguard Worker   CLzma2EncProps props;
359*f6dc9357SAndroid Build Coastguard Worker   UInt64 expectedDataSize;
360*f6dc9357SAndroid Build Coastguard Worker 
361*f6dc9357SAndroid Build Coastguard Worker   Byte *tempBufLzma;
362*f6dc9357SAndroid Build Coastguard Worker 
363*f6dc9357SAndroid Build Coastguard Worker   ISzAllocPtr alloc;
364*f6dc9357SAndroid Build Coastguard Worker   ISzAllocPtr allocBig;
365*f6dc9357SAndroid Build Coastguard Worker 
366*f6dc9357SAndroid Build Coastguard Worker   CLzma2EncInt coders[MTCODER_THREADS_MAX];
367*f6dc9357SAndroid Build Coastguard Worker 
368*f6dc9357SAndroid Build Coastguard Worker   #ifndef Z7_ST
369*f6dc9357SAndroid Build Coastguard Worker 
370*f6dc9357SAndroid Build Coastguard Worker   ISeqOutStreamPtr outStream;
371*f6dc9357SAndroid Build Coastguard Worker   Byte *outBuf;
372*f6dc9357SAndroid Build Coastguard Worker   size_t outBuf_Rem;   /* remainder in outBuf */
373*f6dc9357SAndroid Build Coastguard Worker 
374*f6dc9357SAndroid Build Coastguard Worker   size_t outBufSize;   /* size of allocated outBufs[i] */
375*f6dc9357SAndroid Build Coastguard Worker   size_t outBufsDataSizes[MTCODER_BLOCKS_MAX];
376*f6dc9357SAndroid Build Coastguard Worker   BoolInt mtCoder_WasConstructed;
377*f6dc9357SAndroid Build Coastguard Worker   CMtCoder mtCoder;
378*f6dc9357SAndroid Build Coastguard Worker   Byte *outBufs[MTCODER_BLOCKS_MAX];
379*f6dc9357SAndroid Build Coastguard Worker 
380*f6dc9357SAndroid Build Coastguard Worker   #endif
381*f6dc9357SAndroid Build Coastguard Worker };
382*f6dc9357SAndroid Build Coastguard Worker 
383*f6dc9357SAndroid Build Coastguard Worker 
384*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_Create(ISzAllocPtr alloc,ISzAllocPtr allocBig)385*f6dc9357SAndroid Build Coastguard Worker CLzma2EncHandle Lzma2Enc_Create(ISzAllocPtr alloc, ISzAllocPtr allocBig)
386*f6dc9357SAndroid Build Coastguard Worker {
387*f6dc9357SAndroid Build Coastguard Worker   CLzma2Enc *p = (CLzma2Enc *)ISzAlloc_Alloc(alloc, sizeof(CLzma2Enc));
388*f6dc9357SAndroid Build Coastguard Worker   if (!p)
389*f6dc9357SAndroid Build Coastguard Worker     return NULL;
390*f6dc9357SAndroid Build Coastguard Worker   Lzma2EncProps_Init(&p->props);
391*f6dc9357SAndroid Build Coastguard Worker   Lzma2EncProps_Normalize(&p->props);
392*f6dc9357SAndroid Build Coastguard Worker   p->expectedDataSize = (UInt64)(Int64)-1;
393*f6dc9357SAndroid Build Coastguard Worker   p->tempBufLzma = NULL;
394*f6dc9357SAndroid Build Coastguard Worker   p->alloc = alloc;
395*f6dc9357SAndroid Build Coastguard Worker   p->allocBig = allocBig;
396*f6dc9357SAndroid Build Coastguard Worker   {
397*f6dc9357SAndroid Build Coastguard Worker     unsigned i;
398*f6dc9357SAndroid Build Coastguard Worker     for (i = 0; i < MTCODER_THREADS_MAX; i++)
399*f6dc9357SAndroid Build Coastguard Worker       p->coders[i].enc = NULL;
400*f6dc9357SAndroid Build Coastguard Worker   }
401*f6dc9357SAndroid Build Coastguard Worker 
402*f6dc9357SAndroid Build Coastguard Worker   #ifndef Z7_ST
403*f6dc9357SAndroid Build Coastguard Worker   p->mtCoder_WasConstructed = False;
404*f6dc9357SAndroid Build Coastguard Worker   {
405*f6dc9357SAndroid Build Coastguard Worker     unsigned i;
406*f6dc9357SAndroid Build Coastguard Worker     for (i = 0; i < MTCODER_BLOCKS_MAX; i++)
407*f6dc9357SAndroid Build Coastguard Worker       p->outBufs[i] = NULL;
408*f6dc9357SAndroid Build Coastguard Worker     p->outBufSize = 0;
409*f6dc9357SAndroid Build Coastguard Worker   }
410*f6dc9357SAndroid Build Coastguard Worker   #endif
411*f6dc9357SAndroid Build Coastguard Worker 
412*f6dc9357SAndroid Build Coastguard Worker   return (CLzma2EncHandle)p;
413*f6dc9357SAndroid Build Coastguard Worker }
414*f6dc9357SAndroid Build Coastguard Worker 
415*f6dc9357SAndroid Build Coastguard Worker 
416*f6dc9357SAndroid Build Coastguard Worker #ifndef Z7_ST
417*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_FreeOutBufs(CLzma2Enc * p)418*f6dc9357SAndroid Build Coastguard Worker static void Lzma2Enc_FreeOutBufs(CLzma2Enc *p)
419*f6dc9357SAndroid Build Coastguard Worker {
420*f6dc9357SAndroid Build Coastguard Worker   unsigned i;
421*f6dc9357SAndroid Build Coastguard Worker   for (i = 0; i < MTCODER_BLOCKS_MAX; i++)
422*f6dc9357SAndroid Build Coastguard Worker     if (p->outBufs[i])
423*f6dc9357SAndroid Build Coastguard Worker     {
424*f6dc9357SAndroid Build Coastguard Worker       ISzAlloc_Free(p->alloc, p->outBufs[i]);
425*f6dc9357SAndroid Build Coastguard Worker       p->outBufs[i] = NULL;
426*f6dc9357SAndroid Build Coastguard Worker     }
427*f6dc9357SAndroid Build Coastguard Worker   p->outBufSize = 0;
428*f6dc9357SAndroid Build Coastguard Worker }
429*f6dc9357SAndroid Build Coastguard Worker 
430*f6dc9357SAndroid Build Coastguard Worker #endif
431*f6dc9357SAndroid Build Coastguard Worker 
432*f6dc9357SAndroid Build Coastguard Worker // #define GET_CLzma2Enc_p  CLzma2Enc *p = (CLzma2Enc *)(void *)p;
433*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_Destroy(CLzma2EncHandle p)434*f6dc9357SAndroid Build Coastguard Worker void Lzma2Enc_Destroy(CLzma2EncHandle p)
435*f6dc9357SAndroid Build Coastguard Worker {
436*f6dc9357SAndroid Build Coastguard Worker   // GET_CLzma2Enc_p
437*f6dc9357SAndroid Build Coastguard Worker   unsigned i;
438*f6dc9357SAndroid Build Coastguard Worker   for (i = 0; i < MTCODER_THREADS_MAX; i++)
439*f6dc9357SAndroid Build Coastguard Worker   {
440*f6dc9357SAndroid Build Coastguard Worker     CLzma2EncInt *t = &p->coders[i];
441*f6dc9357SAndroid Build Coastguard Worker     if (t->enc)
442*f6dc9357SAndroid Build Coastguard Worker     {
443*f6dc9357SAndroid Build Coastguard Worker       LzmaEnc_Destroy(t->enc, p->alloc, p->allocBig);
444*f6dc9357SAndroid Build Coastguard Worker       t->enc = NULL;
445*f6dc9357SAndroid Build Coastguard Worker     }
446*f6dc9357SAndroid Build Coastguard Worker   }
447*f6dc9357SAndroid Build Coastguard Worker 
448*f6dc9357SAndroid Build Coastguard Worker 
449*f6dc9357SAndroid Build Coastguard Worker   #ifndef Z7_ST
450*f6dc9357SAndroid Build Coastguard Worker   if (p->mtCoder_WasConstructed)
451*f6dc9357SAndroid Build Coastguard Worker   {
452*f6dc9357SAndroid Build Coastguard Worker     MtCoder_Destruct(&p->mtCoder);
453*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder_WasConstructed = False;
454*f6dc9357SAndroid Build Coastguard Worker   }
455*f6dc9357SAndroid Build Coastguard Worker   Lzma2Enc_FreeOutBufs(p);
456*f6dc9357SAndroid Build Coastguard Worker   #endif
457*f6dc9357SAndroid Build Coastguard Worker 
458*f6dc9357SAndroid Build Coastguard Worker   ISzAlloc_Free(p->alloc, p->tempBufLzma);
459*f6dc9357SAndroid Build Coastguard Worker   p->tempBufLzma = NULL;
460*f6dc9357SAndroid Build Coastguard Worker 
461*f6dc9357SAndroid Build Coastguard Worker   ISzAlloc_Free(p->alloc, p);
462*f6dc9357SAndroid Build Coastguard Worker }
463*f6dc9357SAndroid Build Coastguard Worker 
464*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_SetProps(CLzma2EncHandle p,const CLzma2EncProps * props)465*f6dc9357SAndroid Build Coastguard Worker SRes Lzma2Enc_SetProps(CLzma2EncHandle p, const CLzma2EncProps *props)
466*f6dc9357SAndroid Build Coastguard Worker {
467*f6dc9357SAndroid Build Coastguard Worker   // GET_CLzma2Enc_p
468*f6dc9357SAndroid Build Coastguard Worker   CLzmaEncProps lzmaProps = props->lzmaProps;
469*f6dc9357SAndroid Build Coastguard Worker   LzmaEncProps_Normalize(&lzmaProps);
470*f6dc9357SAndroid Build Coastguard Worker   if (lzmaProps.lc + lzmaProps.lp > LZMA2_LCLP_MAX)
471*f6dc9357SAndroid Build Coastguard Worker     return SZ_ERROR_PARAM;
472*f6dc9357SAndroid Build Coastguard Worker   p->props = *props;
473*f6dc9357SAndroid Build Coastguard Worker   Lzma2EncProps_Normalize(&p->props);
474*f6dc9357SAndroid Build Coastguard Worker   return SZ_OK;
475*f6dc9357SAndroid Build Coastguard Worker }
476*f6dc9357SAndroid Build Coastguard Worker 
477*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_SetDataSize(CLzma2EncHandle p,UInt64 expectedDataSiize)478*f6dc9357SAndroid Build Coastguard Worker void Lzma2Enc_SetDataSize(CLzma2EncHandle p, UInt64 expectedDataSiize)
479*f6dc9357SAndroid Build Coastguard Worker {
480*f6dc9357SAndroid Build Coastguard Worker   // GET_CLzma2Enc_p
481*f6dc9357SAndroid Build Coastguard Worker   p->expectedDataSize = expectedDataSiize;
482*f6dc9357SAndroid Build Coastguard Worker }
483*f6dc9357SAndroid Build Coastguard Worker 
484*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_WriteProperties(CLzma2EncHandle p)485*f6dc9357SAndroid Build Coastguard Worker Byte Lzma2Enc_WriteProperties(CLzma2EncHandle p)
486*f6dc9357SAndroid Build Coastguard Worker {
487*f6dc9357SAndroid Build Coastguard Worker   // GET_CLzma2Enc_p
488*f6dc9357SAndroid Build Coastguard Worker   unsigned i;
489*f6dc9357SAndroid Build Coastguard Worker   UInt32 dicSize = LzmaEncProps_GetDictSize(&p->props.lzmaProps);
490*f6dc9357SAndroid Build Coastguard Worker   for (i = 0; i < 40; i++)
491*f6dc9357SAndroid Build Coastguard Worker     if (dicSize <= LZMA2_DIC_SIZE_FROM_PROP(i))
492*f6dc9357SAndroid Build Coastguard Worker       break;
493*f6dc9357SAndroid Build Coastguard Worker   return (Byte)i;
494*f6dc9357SAndroid Build Coastguard Worker }
495*f6dc9357SAndroid Build Coastguard Worker 
496*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_EncodeMt1(CLzma2Enc * me,CLzma2EncInt * p,ISeqOutStreamPtr outStream,Byte * outBuf,size_t * outBufSize,ISeqInStreamPtr inStream,const Byte * inData,size_t inDataSize,int finished,ICompressProgressPtr progress)497*f6dc9357SAndroid Build Coastguard Worker static SRes Lzma2Enc_EncodeMt1(
498*f6dc9357SAndroid Build Coastguard Worker     CLzma2Enc *me,
499*f6dc9357SAndroid Build Coastguard Worker     CLzma2EncInt *p,
500*f6dc9357SAndroid Build Coastguard Worker     ISeqOutStreamPtr outStream,
501*f6dc9357SAndroid Build Coastguard Worker     Byte *outBuf, size_t *outBufSize,
502*f6dc9357SAndroid Build Coastguard Worker     ISeqInStreamPtr inStream,
503*f6dc9357SAndroid Build Coastguard Worker     const Byte *inData, size_t inDataSize,
504*f6dc9357SAndroid Build Coastguard Worker     int finished,
505*f6dc9357SAndroid Build Coastguard Worker     ICompressProgressPtr progress)
506*f6dc9357SAndroid Build Coastguard Worker {
507*f6dc9357SAndroid Build Coastguard Worker   UInt64 unpackTotal = 0;
508*f6dc9357SAndroid Build Coastguard Worker   UInt64 packTotal = 0;
509*f6dc9357SAndroid Build Coastguard Worker   size_t outLim = 0;
510*f6dc9357SAndroid Build Coastguard Worker   CLimitedSeqInStream limitedInStream;
511*f6dc9357SAndroid Build Coastguard Worker 
512*f6dc9357SAndroid Build Coastguard Worker   if (outBuf)
513*f6dc9357SAndroid Build Coastguard Worker   {
514*f6dc9357SAndroid Build Coastguard Worker     outLim = *outBufSize;
515*f6dc9357SAndroid Build Coastguard Worker     *outBufSize = 0;
516*f6dc9357SAndroid Build Coastguard Worker   }
517*f6dc9357SAndroid Build Coastguard Worker 
518*f6dc9357SAndroid Build Coastguard Worker   if (!p->enc)
519*f6dc9357SAndroid Build Coastguard Worker   {
520*f6dc9357SAndroid Build Coastguard Worker     p->propsAreSet = False;
521*f6dc9357SAndroid Build Coastguard Worker     p->enc = LzmaEnc_Create(me->alloc);
522*f6dc9357SAndroid Build Coastguard Worker     if (!p->enc)
523*f6dc9357SAndroid Build Coastguard Worker       return SZ_ERROR_MEM;
524*f6dc9357SAndroid Build Coastguard Worker   }
525*f6dc9357SAndroid Build Coastguard Worker 
526*f6dc9357SAndroid Build Coastguard Worker   limitedInStream.realStream = inStream;
527*f6dc9357SAndroid Build Coastguard Worker   if (inStream)
528*f6dc9357SAndroid Build Coastguard Worker   {
529*f6dc9357SAndroid Build Coastguard Worker     limitedInStream.vt.Read = LimitedSeqInStream_Read;
530*f6dc9357SAndroid Build Coastguard Worker   }
531*f6dc9357SAndroid Build Coastguard Worker 
532*f6dc9357SAndroid Build Coastguard Worker   if (!outBuf)
533*f6dc9357SAndroid Build Coastguard Worker   {
534*f6dc9357SAndroid Build Coastguard Worker     // outStream version works only in one thread. So we use CLzma2Enc::tempBufLzma
535*f6dc9357SAndroid Build Coastguard Worker     if (!me->tempBufLzma)
536*f6dc9357SAndroid Build Coastguard Worker     {
537*f6dc9357SAndroid Build Coastguard Worker       me->tempBufLzma = (Byte *)ISzAlloc_Alloc(me->alloc, LZMA2_CHUNK_SIZE_COMPRESSED_MAX);
538*f6dc9357SAndroid Build Coastguard Worker       if (!me->tempBufLzma)
539*f6dc9357SAndroid Build Coastguard Worker         return SZ_ERROR_MEM;
540*f6dc9357SAndroid Build Coastguard Worker     }
541*f6dc9357SAndroid Build Coastguard Worker   }
542*f6dc9357SAndroid Build Coastguard Worker 
543*f6dc9357SAndroid Build Coastguard Worker   RINOK(Lzma2EncInt_InitStream(p, &me->props))
544*f6dc9357SAndroid Build Coastguard Worker 
545*f6dc9357SAndroid Build Coastguard Worker   for (;;)
546*f6dc9357SAndroid Build Coastguard Worker   {
547*f6dc9357SAndroid Build Coastguard Worker     SRes res = SZ_OK;
548*f6dc9357SAndroid Build Coastguard Worker     SizeT inSizeCur = 0;
549*f6dc9357SAndroid Build Coastguard Worker 
550*f6dc9357SAndroid Build Coastguard Worker     Lzma2EncInt_InitBlock(p);
551*f6dc9357SAndroid Build Coastguard Worker 
552*f6dc9357SAndroid Build Coastguard Worker     LimitedSeqInStream_Init(&limitedInStream);
553*f6dc9357SAndroid Build Coastguard Worker     limitedInStream.limit = me->props.blockSize;
554*f6dc9357SAndroid Build Coastguard Worker 
555*f6dc9357SAndroid Build Coastguard Worker     if (inStream)
556*f6dc9357SAndroid Build Coastguard Worker     {
557*f6dc9357SAndroid Build Coastguard Worker       UInt64 expected = (UInt64)(Int64)-1;
558*f6dc9357SAndroid Build Coastguard Worker       // inStream version works only in one thread. So we use CLzma2Enc::expectedDataSize
559*f6dc9357SAndroid Build Coastguard Worker       if (me->expectedDataSize != (UInt64)(Int64)-1
560*f6dc9357SAndroid Build Coastguard Worker           && me->expectedDataSize >= unpackTotal)
561*f6dc9357SAndroid Build Coastguard Worker         expected = me->expectedDataSize - unpackTotal;
562*f6dc9357SAndroid Build Coastguard Worker       if (me->props.blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
563*f6dc9357SAndroid Build Coastguard Worker           && expected > me->props.blockSize)
564*f6dc9357SAndroid Build Coastguard Worker         expected = (size_t)me->props.blockSize;
565*f6dc9357SAndroid Build Coastguard Worker 
566*f6dc9357SAndroid Build Coastguard Worker       LzmaEnc_SetDataSize(p->enc, expected);
567*f6dc9357SAndroid Build Coastguard Worker 
568*f6dc9357SAndroid Build Coastguard Worker       RINOK(LzmaEnc_PrepareForLzma2(p->enc,
569*f6dc9357SAndroid Build Coastguard Worker           &limitedInStream.vt,
570*f6dc9357SAndroid Build Coastguard Worker           LZMA2_KEEP_WINDOW_SIZE,
571*f6dc9357SAndroid Build Coastguard Worker           me->alloc,
572*f6dc9357SAndroid Build Coastguard Worker           me->allocBig))
573*f6dc9357SAndroid Build Coastguard Worker     }
574*f6dc9357SAndroid Build Coastguard Worker     else
575*f6dc9357SAndroid Build Coastguard Worker     {
576*f6dc9357SAndroid Build Coastguard Worker       inSizeCur = (SizeT)(inDataSize - (size_t)unpackTotal);
577*f6dc9357SAndroid Build Coastguard Worker       if (me->props.blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
578*f6dc9357SAndroid Build Coastguard Worker           && inSizeCur > me->props.blockSize)
579*f6dc9357SAndroid Build Coastguard Worker         inSizeCur = (SizeT)(size_t)me->props.blockSize;
580*f6dc9357SAndroid Build Coastguard Worker 
581*f6dc9357SAndroid Build Coastguard Worker       // LzmaEnc_SetDataSize(p->enc, inSizeCur);
582*f6dc9357SAndroid Build Coastguard Worker 
583*f6dc9357SAndroid Build Coastguard Worker       RINOK(LzmaEnc_MemPrepare(p->enc,
584*f6dc9357SAndroid Build Coastguard Worker           inData + (size_t)unpackTotal, inSizeCur,
585*f6dc9357SAndroid Build Coastguard Worker           LZMA2_KEEP_WINDOW_SIZE,
586*f6dc9357SAndroid Build Coastguard Worker           me->alloc,
587*f6dc9357SAndroid Build Coastguard Worker           me->allocBig))
588*f6dc9357SAndroid Build Coastguard Worker     }
589*f6dc9357SAndroid Build Coastguard Worker 
590*f6dc9357SAndroid Build Coastguard Worker     for (;;)
591*f6dc9357SAndroid Build Coastguard Worker     {
592*f6dc9357SAndroid Build Coastguard Worker       size_t packSize = LZMA2_CHUNK_SIZE_COMPRESSED_MAX;
593*f6dc9357SAndroid Build Coastguard Worker       if (outBuf)
594*f6dc9357SAndroid Build Coastguard Worker         packSize = outLim - (size_t)packTotal;
595*f6dc9357SAndroid Build Coastguard Worker 
596*f6dc9357SAndroid Build Coastguard Worker       res = Lzma2EncInt_EncodeSubblock(p,
597*f6dc9357SAndroid Build Coastguard Worker           outBuf ? outBuf + (size_t)packTotal : me->tempBufLzma, &packSize,
598*f6dc9357SAndroid Build Coastguard Worker           outBuf ? NULL : outStream);
599*f6dc9357SAndroid Build Coastguard Worker 
600*f6dc9357SAndroid Build Coastguard Worker       if (res != SZ_OK)
601*f6dc9357SAndroid Build Coastguard Worker         break;
602*f6dc9357SAndroid Build Coastguard Worker 
603*f6dc9357SAndroid Build Coastguard Worker       packTotal += packSize;
604*f6dc9357SAndroid Build Coastguard Worker       if (outBuf)
605*f6dc9357SAndroid Build Coastguard Worker         *outBufSize = (size_t)packTotal;
606*f6dc9357SAndroid Build Coastguard Worker 
607*f6dc9357SAndroid Build Coastguard Worker       res = Progress(progress, unpackTotal + p->srcPos, packTotal);
608*f6dc9357SAndroid Build Coastguard Worker       if (res != SZ_OK)
609*f6dc9357SAndroid Build Coastguard Worker         break;
610*f6dc9357SAndroid Build Coastguard Worker 
611*f6dc9357SAndroid Build Coastguard Worker       /*
612*f6dc9357SAndroid Build Coastguard Worker       if (LzmaEnc_GetNumAvailableBytes(p->enc) == 0)
613*f6dc9357SAndroid Build Coastguard Worker         break;
614*f6dc9357SAndroid Build Coastguard Worker       */
615*f6dc9357SAndroid Build Coastguard Worker 
616*f6dc9357SAndroid Build Coastguard Worker       if (packSize == 0)
617*f6dc9357SAndroid Build Coastguard Worker         break;
618*f6dc9357SAndroid Build Coastguard Worker     }
619*f6dc9357SAndroid Build Coastguard Worker 
620*f6dc9357SAndroid Build Coastguard Worker     LzmaEnc_Finish(p->enc);
621*f6dc9357SAndroid Build Coastguard Worker 
622*f6dc9357SAndroid Build Coastguard Worker     unpackTotal += p->srcPos;
623*f6dc9357SAndroid Build Coastguard Worker 
624*f6dc9357SAndroid Build Coastguard Worker     RINOK(res)
625*f6dc9357SAndroid Build Coastguard Worker 
626*f6dc9357SAndroid Build Coastguard Worker     if (p->srcPos != (inStream ? limitedInStream.processed : inSizeCur))
627*f6dc9357SAndroid Build Coastguard Worker       return SZ_ERROR_FAIL;
628*f6dc9357SAndroid Build Coastguard Worker 
629*f6dc9357SAndroid Build Coastguard Worker     if (inStream ? limitedInStream.finished : (unpackTotal == inDataSize))
630*f6dc9357SAndroid Build Coastguard Worker     {
631*f6dc9357SAndroid Build Coastguard Worker       if (finished)
632*f6dc9357SAndroid Build Coastguard Worker       {
633*f6dc9357SAndroid Build Coastguard Worker         if (outBuf)
634*f6dc9357SAndroid Build Coastguard Worker         {
635*f6dc9357SAndroid Build Coastguard Worker           const size_t destPos = *outBufSize;
636*f6dc9357SAndroid Build Coastguard Worker           if (destPos >= outLim)
637*f6dc9357SAndroid Build Coastguard Worker             return SZ_ERROR_OUTPUT_EOF;
638*f6dc9357SAndroid Build Coastguard Worker           outBuf[destPos] = LZMA2_CONTROL_EOF; // 0
639*f6dc9357SAndroid Build Coastguard Worker           *outBufSize = destPos + 1;
640*f6dc9357SAndroid Build Coastguard Worker         }
641*f6dc9357SAndroid Build Coastguard Worker         else
642*f6dc9357SAndroid Build Coastguard Worker         {
643*f6dc9357SAndroid Build Coastguard Worker           const Byte b = LZMA2_CONTROL_EOF; // 0;
644*f6dc9357SAndroid Build Coastguard Worker           if (ISeqOutStream_Write(outStream, &b, 1) != 1)
645*f6dc9357SAndroid Build Coastguard Worker             return SZ_ERROR_WRITE;
646*f6dc9357SAndroid Build Coastguard Worker         }
647*f6dc9357SAndroid Build Coastguard Worker       }
648*f6dc9357SAndroid Build Coastguard Worker       return SZ_OK;
649*f6dc9357SAndroid Build Coastguard Worker     }
650*f6dc9357SAndroid Build Coastguard Worker   }
651*f6dc9357SAndroid Build Coastguard Worker }
652*f6dc9357SAndroid Build Coastguard Worker 
653*f6dc9357SAndroid Build Coastguard Worker 
654*f6dc9357SAndroid Build Coastguard Worker 
655*f6dc9357SAndroid Build Coastguard Worker #ifndef Z7_ST
656*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_MtCallback_Code(void * p,unsigned coderIndex,unsigned outBufIndex,const Byte * src,size_t srcSize,int finished)657*f6dc9357SAndroid Build Coastguard Worker static SRes Lzma2Enc_MtCallback_Code(void *p, unsigned coderIndex, unsigned outBufIndex,
658*f6dc9357SAndroid Build Coastguard Worker     const Byte *src, size_t srcSize, int finished)
659*f6dc9357SAndroid Build Coastguard Worker {
660*f6dc9357SAndroid Build Coastguard Worker   CLzma2Enc *me = (CLzma2Enc *)p;
661*f6dc9357SAndroid Build Coastguard Worker   size_t destSize = me->outBufSize;
662*f6dc9357SAndroid Build Coastguard Worker   SRes res;
663*f6dc9357SAndroid Build Coastguard Worker   CMtProgressThunk progressThunk;
664*f6dc9357SAndroid Build Coastguard Worker 
665*f6dc9357SAndroid Build Coastguard Worker   Byte *dest = me->outBufs[outBufIndex];
666*f6dc9357SAndroid Build Coastguard Worker 
667*f6dc9357SAndroid Build Coastguard Worker   me->outBufsDataSizes[outBufIndex] = 0;
668*f6dc9357SAndroid Build Coastguard Worker 
669*f6dc9357SAndroid Build Coastguard Worker   if (!dest)
670*f6dc9357SAndroid Build Coastguard Worker   {
671*f6dc9357SAndroid Build Coastguard Worker     dest = (Byte *)ISzAlloc_Alloc(me->alloc, me->outBufSize);
672*f6dc9357SAndroid Build Coastguard Worker     if (!dest)
673*f6dc9357SAndroid Build Coastguard Worker       return SZ_ERROR_MEM;
674*f6dc9357SAndroid Build Coastguard Worker     me->outBufs[outBufIndex] = dest;
675*f6dc9357SAndroid Build Coastguard Worker   }
676*f6dc9357SAndroid Build Coastguard Worker 
677*f6dc9357SAndroid Build Coastguard Worker   MtProgressThunk_CreateVTable(&progressThunk);
678*f6dc9357SAndroid Build Coastguard Worker   progressThunk.mtProgress = &me->mtCoder.mtProgress;
679*f6dc9357SAndroid Build Coastguard Worker   progressThunk.inSize = 0;
680*f6dc9357SAndroid Build Coastguard Worker   progressThunk.outSize = 0;
681*f6dc9357SAndroid Build Coastguard Worker 
682*f6dc9357SAndroid Build Coastguard Worker   res = Lzma2Enc_EncodeMt1(me,
683*f6dc9357SAndroid Build Coastguard Worker       &me->coders[coderIndex],
684*f6dc9357SAndroid Build Coastguard Worker       NULL, dest, &destSize,
685*f6dc9357SAndroid Build Coastguard Worker       NULL, src, srcSize,
686*f6dc9357SAndroid Build Coastguard Worker       finished,
687*f6dc9357SAndroid Build Coastguard Worker       &progressThunk.vt);
688*f6dc9357SAndroid Build Coastguard Worker 
689*f6dc9357SAndroid Build Coastguard Worker   me->outBufsDataSizes[outBufIndex] = destSize;
690*f6dc9357SAndroid Build Coastguard Worker 
691*f6dc9357SAndroid Build Coastguard Worker   return res;
692*f6dc9357SAndroid Build Coastguard Worker }
693*f6dc9357SAndroid Build Coastguard Worker 
694*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_MtCallback_Write(void * p,unsigned outBufIndex)695*f6dc9357SAndroid Build Coastguard Worker static SRes Lzma2Enc_MtCallback_Write(void *p, unsigned outBufIndex)
696*f6dc9357SAndroid Build Coastguard Worker {
697*f6dc9357SAndroid Build Coastguard Worker   CLzma2Enc *me = (CLzma2Enc *)p;
698*f6dc9357SAndroid Build Coastguard Worker   size_t size = me->outBufsDataSizes[outBufIndex];
699*f6dc9357SAndroid Build Coastguard Worker   const Byte *data = me->outBufs[outBufIndex];
700*f6dc9357SAndroid Build Coastguard Worker 
701*f6dc9357SAndroid Build Coastguard Worker   if (me->outStream)
702*f6dc9357SAndroid Build Coastguard Worker     return ISeqOutStream_Write(me->outStream, data, size) == size ? SZ_OK : SZ_ERROR_WRITE;
703*f6dc9357SAndroid Build Coastguard Worker 
704*f6dc9357SAndroid Build Coastguard Worker   if (size > me->outBuf_Rem)
705*f6dc9357SAndroid Build Coastguard Worker     return SZ_ERROR_OUTPUT_EOF;
706*f6dc9357SAndroid Build Coastguard Worker   memcpy(me->outBuf, data, size);
707*f6dc9357SAndroid Build Coastguard Worker   me->outBuf_Rem -= size;
708*f6dc9357SAndroid Build Coastguard Worker   me->outBuf += size;
709*f6dc9357SAndroid Build Coastguard Worker   return SZ_OK;
710*f6dc9357SAndroid Build Coastguard Worker }
711*f6dc9357SAndroid Build Coastguard Worker 
712*f6dc9357SAndroid Build Coastguard Worker #endif
713*f6dc9357SAndroid Build Coastguard Worker 
714*f6dc9357SAndroid Build Coastguard Worker 
715*f6dc9357SAndroid Build Coastguard Worker 
Lzma2Enc_Encode2(CLzma2EncHandle p,ISeqOutStreamPtr outStream,Byte * outBuf,size_t * outBufSize,ISeqInStreamPtr inStream,const Byte * inData,size_t inDataSize,ICompressProgressPtr progress)716*f6dc9357SAndroid Build Coastguard Worker SRes Lzma2Enc_Encode2(CLzma2EncHandle p,
717*f6dc9357SAndroid Build Coastguard Worker     ISeqOutStreamPtr outStream,
718*f6dc9357SAndroid Build Coastguard Worker     Byte *outBuf, size_t *outBufSize,
719*f6dc9357SAndroid Build Coastguard Worker     ISeqInStreamPtr inStream,
720*f6dc9357SAndroid Build Coastguard Worker     const Byte *inData, size_t inDataSize,
721*f6dc9357SAndroid Build Coastguard Worker     ICompressProgressPtr progress)
722*f6dc9357SAndroid Build Coastguard Worker {
723*f6dc9357SAndroid Build Coastguard Worker   // GET_CLzma2Enc_p
724*f6dc9357SAndroid Build Coastguard Worker 
725*f6dc9357SAndroid Build Coastguard Worker   if (inStream && inData)
726*f6dc9357SAndroid Build Coastguard Worker     return SZ_ERROR_PARAM;
727*f6dc9357SAndroid Build Coastguard Worker 
728*f6dc9357SAndroid Build Coastguard Worker   if (outStream && outBuf)
729*f6dc9357SAndroid Build Coastguard Worker     return SZ_ERROR_PARAM;
730*f6dc9357SAndroid Build Coastguard Worker 
731*f6dc9357SAndroid Build Coastguard Worker   {
732*f6dc9357SAndroid Build Coastguard Worker     unsigned i;
733*f6dc9357SAndroid Build Coastguard Worker     for (i = 0; i < MTCODER_THREADS_MAX; i++)
734*f6dc9357SAndroid Build Coastguard Worker       p->coders[i].propsAreSet = False;
735*f6dc9357SAndroid Build Coastguard Worker   }
736*f6dc9357SAndroid Build Coastguard Worker 
737*f6dc9357SAndroid Build Coastguard Worker   #ifndef Z7_ST
738*f6dc9357SAndroid Build Coastguard Worker 
739*f6dc9357SAndroid Build Coastguard Worker   if (p->props.numBlockThreads_Reduced > 1)
740*f6dc9357SAndroid Build Coastguard Worker   {
741*f6dc9357SAndroid Build Coastguard Worker     IMtCoderCallback2 vt;
742*f6dc9357SAndroid Build Coastguard Worker 
743*f6dc9357SAndroid Build Coastguard Worker     if (!p->mtCoder_WasConstructed)
744*f6dc9357SAndroid Build Coastguard Worker     {
745*f6dc9357SAndroid Build Coastguard Worker       p->mtCoder_WasConstructed = True;
746*f6dc9357SAndroid Build Coastguard Worker       MtCoder_Construct(&p->mtCoder);
747*f6dc9357SAndroid Build Coastguard Worker     }
748*f6dc9357SAndroid Build Coastguard Worker 
749*f6dc9357SAndroid Build Coastguard Worker     vt.Code = Lzma2Enc_MtCallback_Code;
750*f6dc9357SAndroid Build Coastguard Worker     vt.Write = Lzma2Enc_MtCallback_Write;
751*f6dc9357SAndroid Build Coastguard Worker 
752*f6dc9357SAndroid Build Coastguard Worker     p->outStream = outStream;
753*f6dc9357SAndroid Build Coastguard Worker     p->outBuf = NULL;
754*f6dc9357SAndroid Build Coastguard Worker     p->outBuf_Rem = 0;
755*f6dc9357SAndroid Build Coastguard Worker     if (!outStream)
756*f6dc9357SAndroid Build Coastguard Worker     {
757*f6dc9357SAndroid Build Coastguard Worker       p->outBuf = outBuf;
758*f6dc9357SAndroid Build Coastguard Worker       p->outBuf_Rem = *outBufSize;
759*f6dc9357SAndroid Build Coastguard Worker       *outBufSize = 0;
760*f6dc9357SAndroid Build Coastguard Worker     }
761*f6dc9357SAndroid Build Coastguard Worker 
762*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.allocBig = p->allocBig;
763*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.progress = progress;
764*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.inStream = inStream;
765*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.inData = inData;
766*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.inDataSize = inDataSize;
767*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.mtCallback = &vt;
768*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.mtCallbackObject = p;
769*f6dc9357SAndroid Build Coastguard Worker 
770*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.blockSize = (size_t)p->props.blockSize;
771*f6dc9357SAndroid Build Coastguard Worker     if (p->mtCoder.blockSize != p->props.blockSize)
772*f6dc9357SAndroid Build Coastguard Worker       return SZ_ERROR_PARAM; /* SZ_ERROR_MEM */
773*f6dc9357SAndroid Build Coastguard Worker 
774*f6dc9357SAndroid Build Coastguard Worker     {
775*f6dc9357SAndroid Build Coastguard Worker       const size_t destBlockSize = p->mtCoder.blockSize + (p->mtCoder.blockSize >> 10) + 16;
776*f6dc9357SAndroid Build Coastguard Worker       if (destBlockSize < p->mtCoder.blockSize)
777*f6dc9357SAndroid Build Coastguard Worker         return SZ_ERROR_PARAM;
778*f6dc9357SAndroid Build Coastguard Worker       if (p->outBufSize != destBlockSize)
779*f6dc9357SAndroid Build Coastguard Worker         Lzma2Enc_FreeOutBufs(p);
780*f6dc9357SAndroid Build Coastguard Worker       p->outBufSize = destBlockSize;
781*f6dc9357SAndroid Build Coastguard Worker     }
782*f6dc9357SAndroid Build Coastguard Worker 
783*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.numThreadsMax = (unsigned)p->props.numBlockThreads_Max;
784*f6dc9357SAndroid Build Coastguard Worker     p->mtCoder.expectedDataSize = p->expectedDataSize;
785*f6dc9357SAndroid Build Coastguard Worker 
786*f6dc9357SAndroid Build Coastguard Worker     {
787*f6dc9357SAndroid Build Coastguard Worker       const SRes res = MtCoder_Code(&p->mtCoder);
788*f6dc9357SAndroid Build Coastguard Worker       if (!outStream)
789*f6dc9357SAndroid Build Coastguard Worker         *outBufSize = (size_t)(p->outBuf - outBuf);
790*f6dc9357SAndroid Build Coastguard Worker       return res;
791*f6dc9357SAndroid Build Coastguard Worker     }
792*f6dc9357SAndroid Build Coastguard Worker   }
793*f6dc9357SAndroid Build Coastguard Worker 
794*f6dc9357SAndroid Build Coastguard Worker   #endif
795*f6dc9357SAndroid Build Coastguard Worker 
796*f6dc9357SAndroid Build Coastguard Worker 
797*f6dc9357SAndroid Build Coastguard Worker   return Lzma2Enc_EncodeMt1(p,
798*f6dc9357SAndroid Build Coastguard Worker       &p->coders[0],
799*f6dc9357SAndroid Build Coastguard Worker       outStream, outBuf, outBufSize,
800*f6dc9357SAndroid Build Coastguard Worker       inStream, inData, inDataSize,
801*f6dc9357SAndroid Build Coastguard Worker       True, /* finished */
802*f6dc9357SAndroid Build Coastguard Worker       progress);
803*f6dc9357SAndroid Build Coastguard Worker }
804*f6dc9357SAndroid Build Coastguard Worker 
805*f6dc9357SAndroid Build Coastguard Worker #undef PRF
806