Lines Matching full:s
157 /* If 1, it's a match. Otherwise it's a single 8-bit literal. */
160 /* If 1, it's a repeated match. The distance is one of rep0 .. rep3. */
447 * has been allocated by us in this file; it's not in dict_flush()
603 static uint16_t *lzma_literal_probs(struct xz_dec_lzma2 *s) in lzma_literal_probs() argument
605 uint32_t prev_byte = dict_get(&s->dict, 0); in lzma_literal_probs()
606 uint32_t low = prev_byte >> (8 - s->lzma.lc); in lzma_literal_probs()
607 uint32_t high = (s->dict.pos & s->lzma.literal_pos_mask) << s->lzma.lc; in lzma_literal_probs()
608 return s->lzma.literal[low + high]; in lzma_literal_probs()
612 static void lzma_literal(struct xz_dec_lzma2 *s) in lzma_literal() argument
621 probs = lzma_literal_probs(s); in lzma_literal()
623 if (lzma_state_is_literal(s->lzma.state)) { in lzma_literal()
624 symbol = rc_bittree(&s->rc, probs, 0x100); in lzma_literal()
627 match_byte = dict_get(&s->dict, s->lzma.rep0) << 1; in lzma_literal()
635 if (rc_bit(&s->rc, &probs[i])) { in lzma_literal()
645 dict_put(&s->dict, (uint8_t)symbol); in lzma_literal()
646 lzma_state_literal(&s->lzma.state); in lzma_literal()
649 /* Decode the length of the match into s->lzma.len. */
650 static void lzma_len(struct xz_dec_lzma2 *s, struct lzma_len_dec *l, in lzma_len() argument
656 if (!rc_bit(&s->rc, &l->choice)) { in lzma_len()
659 s->lzma.len = MATCH_LEN_MIN; in lzma_len()
661 if (!rc_bit(&s->rc, &l->choice2)) { in lzma_len()
664 s->lzma.len = MATCH_LEN_MIN + LEN_LOW_SYMBOLS; in lzma_len()
668 s->lzma.len = MATCH_LEN_MIN + LEN_LOW_SYMBOLS in lzma_len()
673 s->lzma.len += rc_bittree(&s->rc, probs, limit) - limit; in lzma_len()
676 /* Decode a match. The distance will be stored in s->lzma.rep0. */
677 static void lzma_match(struct xz_dec_lzma2 *s, uint32_t pos_state) in lzma_match() argument
683 lzma_state_match(&s->lzma.state); in lzma_match()
685 s->lzma.rep3 = s->lzma.rep2; in lzma_match()
686 s->lzma.rep2 = s->lzma.rep1; in lzma_match()
687 s->lzma.rep1 = s->lzma.rep0; in lzma_match()
689 lzma_len(s, &s->lzma.match_len_dec, pos_state); in lzma_match()
691 probs = s->lzma.dist_slot[lzma_get_dist_state(s->lzma.len)]; in lzma_match()
692 dist_slot = rc_bittree(&s->rc, probs, DIST_SLOTS) - DIST_SLOTS; in lzma_match()
695 s->lzma.rep0 = dist_slot; in lzma_match()
698 s->lzma.rep0 = 2 + (dist_slot & 1); in lzma_match()
701 s->lzma.rep0 <<= limit; in lzma_match()
702 probs = s->lzma.dist_special + s->lzma.rep0 in lzma_match()
704 rc_bittree_reverse(&s->rc, probs, in lzma_match()
705 &s->lzma.rep0, limit); in lzma_match()
707 rc_direct(&s->rc, &s->lzma.rep0, limit - ALIGN_BITS); in lzma_match()
708 s->lzma.rep0 <<= ALIGN_BITS; in lzma_match()
709 rc_bittree_reverse(&s->rc, s->lzma.dist_align, in lzma_match()
710 &s->lzma.rep0, ALIGN_BITS); in lzma_match()
717 * seen matches. The distance will be stored in s->lzma.rep0.
719 static void lzma_rep_match(struct xz_dec_lzma2 *s, uint32_t pos_state) in lzma_rep_match() argument
723 if (!rc_bit(&s->rc, &s->lzma.is_rep0[s->lzma.state])) { in lzma_rep_match()
724 if (!rc_bit(&s->rc, &s->lzma.is_rep0_long[ in lzma_rep_match()
725 s->lzma.state][pos_state])) { in lzma_rep_match()
726 lzma_state_short_rep(&s->lzma.state); in lzma_rep_match()
727 s->lzma.len = 1; in lzma_rep_match()
731 if (!rc_bit(&s->rc, &s->lzma.is_rep1[s->lzma.state])) { in lzma_rep_match()
732 tmp = s->lzma.rep1; in lzma_rep_match()
734 if (!rc_bit(&s->rc, &s->lzma.is_rep2[s->lzma.state])) { in lzma_rep_match()
735 tmp = s->lzma.rep2; in lzma_rep_match()
737 tmp = s->lzma.rep3; in lzma_rep_match()
738 s->lzma.rep3 = s->lzma.rep2; in lzma_rep_match()
741 s->lzma.rep2 = s->lzma.rep1; in lzma_rep_match()
744 s->lzma.rep1 = s->lzma.rep0; in lzma_rep_match()
745 s->lzma.rep0 = tmp; in lzma_rep_match()
748 lzma_state_long_rep(&s->lzma.state); in lzma_rep_match()
749 lzma_len(s, &s->lzma.rep_len_dec, pos_state); in lzma_rep_match()
753 static bool lzma_main(struct xz_dec_lzma2 *s) in lzma_main() argument
761 if (dict_has_space(&s->dict) && s->lzma.len > 0) in lzma_main()
762 dict_repeat(&s->dict, &s->lzma.len, s->lzma.rep0); in lzma_main()
768 while (dict_has_space(&s->dict) && !rc_limit_exceeded(&s->rc)) { in lzma_main()
769 pos_state = s->dict.pos & s->lzma.pos_mask; in lzma_main()
771 if (!rc_bit(&s->rc, &s->lzma.is_match[ in lzma_main()
772 s->lzma.state][pos_state])) { in lzma_main()
773 lzma_literal(s); in lzma_main()
775 if (rc_bit(&s->rc, &s->lzma.is_rep[s->lzma.state])) in lzma_main()
776 lzma_rep_match(s, pos_state); in lzma_main()
778 lzma_match(s, pos_state); in lzma_main()
780 if (!dict_repeat(&s->dict, &s->lzma.len, s->lzma.rep0)) in lzma_main()
789 rc_normalize(&s->rc); in lzma_main()
798 static void lzma_reset(struct xz_dec_lzma2 *s) in lzma_reset() argument
803 s->lzma.state = STATE_LIT_LIT; in lzma_reset()
804 s->lzma.rep0 = 0; in lzma_reset()
805 s->lzma.rep1 = 0; in lzma_reset()
806 s->lzma.rep2 = 0; in lzma_reset()
807 s->lzma.rep3 = 0; in lzma_reset()
808 s->lzma.len = 0; in lzma_reset()
819 probs = s->lzma.is_match[0]; in lzma_reset()
823 rc_reset(&s->rc); in lzma_reset()
831 static bool lzma_props(struct xz_dec_lzma2 *s, uint8_t props) in lzma_props() argument
836 s->lzma.pos_mask = 0; in lzma_props()
839 ++s->lzma.pos_mask; in lzma_props()
842 s->lzma.pos_mask = (1 << s->lzma.pos_mask) - 1; in lzma_props()
844 s->lzma.literal_pos_mask = 0; in lzma_props()
847 ++s->lzma.literal_pos_mask; in lzma_props()
850 s->lzma.lc = props; in lzma_props()
852 if (s->lzma.lc + s->lzma.literal_pos_mask > 4) in lzma_props()
855 s->lzma.literal_pos_mask = (1 << s->lzma.literal_pos_mask) - 1; in lzma_props()
857 lzma_reset(s); in lzma_props()
867 * The LZMA decoder assumes that if the input limit (s->rc.in_limit) hasn't
869 * wrapper function takes care of making the LZMA decoder's assumption safe.
873 * there's LZMA_IN_REQUIRED bytes left. Those remaining bytes are copied into
874 * s->temp.buf, which (hopefully) gets filled on the next call to this
878 static bool lzma2_lzma(struct xz_dec_lzma2 *s, struct xz_buf *b) in lzma2_lzma() argument
884 if (s->temp.size > 0 || s->lzma2.compressed == 0) { in lzma2_lzma()
885 tmp = 2 * LZMA_IN_REQUIRED - s->temp.size; in lzma2_lzma()
886 if (tmp > s->lzma2.compressed - s->temp.size) in lzma2_lzma()
887 tmp = s->lzma2.compressed - s->temp.size; in lzma2_lzma()
891 memcpy(s->temp.buf + s->temp.size, b->in + b->in_pos, tmp); in lzma2_lzma()
893 if (s->temp.size + tmp == s->lzma2.compressed) { in lzma2_lzma()
894 memzero(s->temp.buf + s->temp.size + tmp, in lzma2_lzma()
895 sizeof(s->temp.buf) in lzma2_lzma()
896 - s->temp.size - tmp); in lzma2_lzma()
897 s->rc.in_limit = s->temp.size + tmp; in lzma2_lzma()
898 } else if (s->temp.size + tmp < LZMA_IN_REQUIRED) { in lzma2_lzma()
899 s->temp.size += tmp; in lzma2_lzma()
903 s->rc.in_limit = s->temp.size + tmp - LZMA_IN_REQUIRED; in lzma2_lzma()
906 s->rc.in = s->temp.buf; in lzma2_lzma()
907 s->rc.in_pos = 0; in lzma2_lzma()
909 if (!lzma_main(s) || s->rc.in_pos > s->temp.size + tmp) in lzma2_lzma()
912 s->lzma2.compressed -= s->rc.in_pos; in lzma2_lzma()
914 if (s->rc.in_pos < s->temp.size) { in lzma2_lzma()
915 s->temp.size -= s->rc.in_pos; in lzma2_lzma()
916 memmove(s->temp.buf, s->temp.buf + s->rc.in_pos, in lzma2_lzma()
917 s->temp.size); in lzma2_lzma()
921 b->in_pos += s->rc.in_pos - s->temp.size; in lzma2_lzma()
922 s->temp.size = 0; in lzma2_lzma()
927 s->rc.in = b->in; in lzma2_lzma()
928 s->rc.in_pos = b->in_pos; in lzma2_lzma()
930 if (in_avail >= s->lzma2.compressed + LZMA_IN_REQUIRED) in lzma2_lzma()
931 s->rc.in_limit = b->in_pos + s->lzma2.compressed; in lzma2_lzma()
933 s->rc.in_limit = b->in_size - LZMA_IN_REQUIRED; in lzma2_lzma()
935 if (!lzma_main(s)) in lzma2_lzma()
938 in_avail = s->rc.in_pos - b->in_pos; in lzma2_lzma()
939 if (in_avail > s->lzma2.compressed) in lzma2_lzma()
942 s->lzma2.compressed -= in_avail; in lzma2_lzma()
943 b->in_pos = s->rc.in_pos; in lzma2_lzma()
948 if (in_avail > s->lzma2.compressed) in lzma2_lzma()
949 in_avail = s->lzma2.compressed; in lzma2_lzma()
951 memcpy(s->temp.buf, b->in + b->in_pos, in_avail); in lzma2_lzma()
952 s->temp.size = in_avail; in lzma2_lzma()
963 enum xz_ret xz_dec_lzma2_run(struct xz_dec_lzma2 *s, struct xz_buf *b) in xz_dec_lzma2_run() argument
967 while (b->in_pos < b->in_size || s->lzma2.sequence == SEQ_LZMA_RUN) { in xz_dec_lzma2_run()
968 switch (s->lzma2.sequence) { in xz_dec_lzma2_run()
979 * Highest three bits (s->control & 0xE0): in xz_dec_lzma2_run()
991 * (s->control & 1F) are the highest bits of the in xz_dec_lzma2_run()
1007 s->lzma2.need_props = true; in xz_dec_lzma2_run()
1008 s->lzma2.need_dict_reset = false; in xz_dec_lzma2_run()
1009 dict_reset(&s->dict, b); in xz_dec_lzma2_run()
1010 } else if (s->lzma2.need_dict_reset) { in xz_dec_lzma2_run()
1015 s->lzma2.uncompressed = (tmp & 0x1F) << 16; in xz_dec_lzma2_run()
1016 s->lzma2.sequence = SEQ_UNCOMPRESSED_1; in xz_dec_lzma2_run()
1024 s->lzma2.need_props = false; in xz_dec_lzma2_run()
1025 s->lzma2.next_sequence in xz_dec_lzma2_run()
1028 } else if (s->lzma2.need_props) { in xz_dec_lzma2_run()
1032 s->lzma2.next_sequence in xz_dec_lzma2_run()
1035 lzma_reset(s); in xz_dec_lzma2_run()
1041 s->lzma2.sequence = SEQ_COMPRESSED_0; in xz_dec_lzma2_run()
1042 s->lzma2.next_sequence = SEQ_COPY; in xz_dec_lzma2_run()
1048 s->lzma2.uncompressed in xz_dec_lzma2_run()
1050 s->lzma2.sequence = SEQ_UNCOMPRESSED_2; in xz_dec_lzma2_run()
1054 s->lzma2.uncompressed in xz_dec_lzma2_run()
1056 s->lzma2.sequence = SEQ_COMPRESSED_0; in xz_dec_lzma2_run()
1060 s->lzma2.compressed in xz_dec_lzma2_run()
1062 s->lzma2.sequence = SEQ_COMPRESSED_1; in xz_dec_lzma2_run()
1066 s->lzma2.compressed in xz_dec_lzma2_run()
1068 s->lzma2.sequence = s->lzma2.next_sequence; in xz_dec_lzma2_run()
1072 if (!lzma_props(s, b->in[b->in_pos++])) in xz_dec_lzma2_run()
1075 s->lzma2.sequence = SEQ_LZMA_PREPARE; in xz_dec_lzma2_run()
1080 if (s->lzma2.compressed < RC_INIT_BYTES) in xz_dec_lzma2_run()
1083 if (!rc_read_init(&s->rc, b)) in xz_dec_lzma2_run()
1086 s->lzma2.compressed -= RC_INIT_BYTES; in xz_dec_lzma2_run()
1087 s->lzma2.sequence = SEQ_LZMA_RUN; in xz_dec_lzma2_run()
1099 * multiple times without changing s->lzma2.sequence. in xz_dec_lzma2_run()
1101 dict_limit(&s->dict, min_t(size_t, in xz_dec_lzma2_run()
1103 s->lzma2.uncompressed)); in xz_dec_lzma2_run()
1104 if (!lzma2_lzma(s, b)) in xz_dec_lzma2_run()
1107 s->lzma2.uncompressed -= dict_flush(&s->dict, b); in xz_dec_lzma2_run()
1109 if (s->lzma2.uncompressed == 0) { in xz_dec_lzma2_run()
1110 if (s->lzma2.compressed > 0 || s->lzma.len > 0 in xz_dec_lzma2_run()
1111 || !rc_is_finished(&s->rc)) in xz_dec_lzma2_run()
1114 rc_reset(&s->rc); in xz_dec_lzma2_run()
1115 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_run()
1119 && s->temp.size in xz_dec_lzma2_run()
1120 < s->lzma2.compressed)) { in xz_dec_lzma2_run()
1127 dict_uncompressed(&s->dict, b, &s->lzma2.compressed); in xz_dec_lzma2_run()
1128 if (s->lzma2.compressed > 0) in xz_dec_lzma2_run()
1131 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_run()
1141 struct xz_dec_lzma2 *s = kmalloc(sizeof(*s), GFP_KERNEL); in xz_dec_lzma2_create() local
1142 if (s == NULL) in xz_dec_lzma2_create()
1145 s->dict.mode = mode; in xz_dec_lzma2_create()
1146 s->dict.size_max = dict_max; in xz_dec_lzma2_create()
1149 s->dict.buf = vmalloc(dict_max); in xz_dec_lzma2_create()
1150 if (s->dict.buf == NULL) { in xz_dec_lzma2_create()
1151 kfree(s); in xz_dec_lzma2_create()
1155 s->dict.buf = NULL; in xz_dec_lzma2_create()
1156 s->dict.allocated = 0; in xz_dec_lzma2_create()
1159 return s; in xz_dec_lzma2_create()
1162 enum xz_ret xz_dec_lzma2_reset(struct xz_dec_lzma2 *s, uint8_t props) in xz_dec_lzma2_reset() argument
1168 s->dict.size = 2 + (props & 1); in xz_dec_lzma2_reset()
1169 s->dict.size <<= (props >> 1) + 11; in xz_dec_lzma2_reset()
1171 if (DEC_IS_MULTI(s->dict.mode)) { in xz_dec_lzma2_reset()
1172 if (s->dict.size > s->dict.size_max) in xz_dec_lzma2_reset()
1175 s->dict.end = s->dict.size; in xz_dec_lzma2_reset()
1177 if (DEC_IS_DYNALLOC(s->dict.mode)) { in xz_dec_lzma2_reset()
1178 if (s->dict.allocated < s->dict.size) { in xz_dec_lzma2_reset()
1179 s->dict.allocated = s->dict.size; in xz_dec_lzma2_reset()
1180 vfree(s->dict.buf); in xz_dec_lzma2_reset()
1181 s->dict.buf = vmalloc(s->dict.size); in xz_dec_lzma2_reset()
1182 if (s->dict.buf == NULL) { in xz_dec_lzma2_reset()
1183 s->dict.allocated = 0; in xz_dec_lzma2_reset()
1190 s->lzma2.sequence = SEQ_CONTROL; in xz_dec_lzma2_reset()
1191 s->lzma2.need_dict_reset = true; in xz_dec_lzma2_reset()
1193 s->temp.size = 0; in xz_dec_lzma2_reset()
1198 void xz_dec_lzma2_end(struct xz_dec_lzma2 *s) in xz_dec_lzma2_end() argument
1200 if (DEC_IS_MULTI(s->dict.mode)) in xz_dec_lzma2_end()
1201 vfree(s->dict.buf); in xz_dec_lzma2_end()
1203 kfree(s); in xz_dec_lzma2_end()
1209 struct xz_dec_lzma2 s; member
1215 struct xz_dec_lzma2 *s = &s_ptr->s; in xz_dec_microlzma_run() local
1222 if (s->lzma2.sequence != SEQ_LZMA_RUN) { in xz_dec_microlzma_run()
1223 if (s->lzma2.sequence == SEQ_PROPERTIES) { in xz_dec_microlzma_run()
1232 if (!lzma_props(s, ~b->in[b->in_pos])) in xz_dec_microlzma_run()
1235 s->lzma2.sequence = SEQ_LZMA_PREPARE; in xz_dec_microlzma_run()
1245 if (s->lzma2.compressed < RC_INIT_BYTES in xz_dec_microlzma_run()
1246 || s->lzma2.compressed > (3U << 30)) in xz_dec_microlzma_run()
1249 if (!rc_read_init(&s->rc, b)) in xz_dec_microlzma_run()
1252 s->lzma2.compressed -= RC_INIT_BYTES; in xz_dec_microlzma_run()
1253 s->lzma2.sequence = SEQ_LZMA_RUN; in xz_dec_microlzma_run()
1255 dict_reset(&s->dict, b); in xz_dec_microlzma_run()
1259 if (DEC_IS_SINGLE(s->dict.mode)) in xz_dec_microlzma_run()
1260 s->dict.end = b->out_size - b->out_pos; in xz_dec_microlzma_run()
1263 dict_limit(&s->dict, min_t(size_t, b->out_size - b->out_pos, in xz_dec_microlzma_run()
1264 s->lzma2.uncompressed)); in xz_dec_microlzma_run()
1266 if (!lzma2_lzma(s, b)) in xz_dec_microlzma_run()
1269 s->lzma2.uncompressed -= dict_flush(&s->dict, b); in xz_dec_microlzma_run()
1271 if (s->lzma2.uncompressed == 0) { in xz_dec_microlzma_run()
1272 if (s->lzma2.pedantic_microlzma) { in xz_dec_microlzma_run()
1273 if (s->lzma2.compressed > 0 || s->lzma.len > 0 in xz_dec_microlzma_run()
1274 || !rc_is_finished(&s->rc)) in xz_dec_microlzma_run()
1285 && s->temp.size < s->lzma2.compressed) in xz_dec_microlzma_run()
1293 struct xz_dec_microlzma *s; in xz_dec_microlzma_alloc() local
1299 s = kmalloc(sizeof(*s), GFP_KERNEL); in xz_dec_microlzma_alloc()
1300 if (s == NULL) in xz_dec_microlzma_alloc()
1303 s->s.dict.mode = mode; in xz_dec_microlzma_alloc()
1304 s->s.dict.size = dict_size; in xz_dec_microlzma_alloc()
1307 s->s.dict.end = dict_size; in xz_dec_microlzma_alloc()
1309 s->s.dict.buf = vmalloc(dict_size); in xz_dec_microlzma_alloc()
1310 if (s->s.dict.buf == NULL) { in xz_dec_microlzma_alloc()
1311 kfree(s); in xz_dec_microlzma_alloc()
1316 return s; in xz_dec_microlzma_alloc()
1319 void xz_dec_microlzma_reset(struct xz_dec_microlzma *s, uint32_t comp_size, in xz_dec_microlzma_reset() argument
1326 s->s.lzma2.compressed = comp_size; in xz_dec_microlzma_reset()
1327 s->s.lzma2.uncompressed = uncomp_size; in xz_dec_microlzma_reset()
1328 s->s.lzma2.pedantic_microlzma = uncomp_size_is_exact; in xz_dec_microlzma_reset()
1330 s->s.lzma2.sequence = SEQ_PROPERTIES; in xz_dec_microlzma_reset()
1331 s->s.temp.size = 0; in xz_dec_microlzma_reset()
1334 void xz_dec_microlzma_end(struct xz_dec_microlzma *s) in xz_dec_microlzma_end() argument
1336 if (DEC_IS_MULTI(s->s.dict.mode)) in xz_dec_microlzma_end()
1337 vfree(s->s.dict.buf); in xz_dec_microlzma_end()
1339 kfree(s); in xz_dec_microlzma_end()