2
2009-06-19 : Igor Pavlov : Public domain */
10
SRes Xz_ReadHeader(CXzStreamFlags *p, ISeqInStream *inStream)
12
Byte sig[XZ_STREAM_HEADER_SIZE];
13
RINOK(SeqInStream_Read2(inStream, sig, XZ_STREAM_HEADER_SIZE, SZ_ERROR_NO_ARCHIVE));
14
if (memcmp(sig, XZ_SIG, XZ_SIG_SIZE) != 0)
15
return SZ_ERROR_NO_ARCHIVE;
16
return Xz_ParseHeader(p, sig);
19
#define READ_VARINT_AND_CHECK(buf, pos, size, res) \
20
{ unsigned s = Xz_ReadVarInt(buf + pos, size - pos, res); \
21
if (s == 0) return SZ_ERROR_ARCHIVE; pos += s; }
23
SRes XzBlock_ReadHeader(CXzBlock *p, ISeqInStream *inStream, Bool *isIndex, UInt32 *headerSizeRes)
25
Byte header[XZ_BLOCK_HEADER_SIZE_MAX];
28
RINOK(SeqInStream_ReadByte(inStream, &header[0]));
29
headerSize = ((unsigned)header[0] << 2) + 4;
38
*headerSizeRes = headerSize;
39
RINOK(SeqInStream_Read(inStream, header + 1, headerSize - 1));
40
return XzBlock_Parse(p, header);
43
#define ADD_SIZE_CHECH(size, val) \
44
{ UInt64 newSize = size + (val); if (newSize < size) return XZ_SIZE_OVERFLOW; size = newSize; }
46
UInt64 Xz_GetUnpackSize(const CXzStream *p)
50
for (i = 0; i < p->numBlocks; i++)
51
ADD_SIZE_CHECH(size, p->blocks[i].unpackSize);
55
UInt64 Xz_GetPackSize(const CXzStream *p)
59
for (i = 0; i < p->numBlocks; i++)
60
ADD_SIZE_CHECH(size, (p->blocks[i].totalSize + 3) & ~(UInt64)3);
65
SRes XzBlock_ReadFooter(CXzBlock *p, CXzStreamFlags f, ISeqInStream *inStream)
67
return SeqInStream_Read(inStream, p->check, XzFlags_GetCheckSize(f));
71
static SRes Xz_ReadIndex2(CXzStream *p, const Byte *buf, size_t size, ISzAlloc *alloc)
73
size_t i, numBlocks, crcStartPos, pos = 1;
76
if (size < 5 || buf[0] != 0)
77
return SZ_ERROR_ARCHIVE;
80
crc = CrcCalc(buf, size);
81
if (crc != GetUi32(buf + size))
82
return SZ_ERROR_ARCHIVE;
86
READ_VARINT_AND_CHECK(buf, pos, size, &numBlocks64);
87
numBlocks = (size_t)numBlocks64;
88
if (numBlocks != numBlocks64 || numBlocks * 2 > size)
89
return SZ_ERROR_ARCHIVE;
96
p->numBlocks = numBlocks;
97
p->numBlocksAllocated = numBlocks;
98
p->blocks = alloc->Alloc(alloc, sizeof(CXzBlockSizes) * numBlocks);
101
for (i = 0; i < numBlocks; i++)
103
CXzBlockSizes *block = &p->blocks[i];
104
READ_VARINT_AND_CHECK(buf, pos, size, &block->totalSize);
105
READ_VARINT_AND_CHECK(buf, pos, size, &block->unpackSize);
106
if (block->totalSize == 0)
107
return SZ_ERROR_ARCHIVE;
110
while ((pos & 3) != 0)
112
return SZ_ERROR_ARCHIVE;
113
return (pos == size) ? SZ_OK : SZ_ERROR_ARCHIVE;
116
static SRes Xz_ReadIndex(CXzStream *p, ILookInStream *stream, UInt64 indexSize, ISzAlloc *alloc)
121
if (indexSize > ((UInt32)1 << 31))
122
return SZ_ERROR_UNSUPPORTED;
123
size = (size_t)indexSize;
124
if (size != indexSize)
125
return SZ_ERROR_UNSUPPORTED;
126
buf = alloc->Alloc(alloc, size);
129
res = LookInStream_Read2(stream, buf, size, SZ_ERROR_UNSUPPORTED);
131
res = Xz_ReadIndex2(p, buf, size, alloc);
132
alloc->Free(alloc, buf);
136
static SRes SeekFromCur(ILookInStream *inStream, Int64 *res)
138
return inStream->Seek(inStream, res, SZ_SEEK_CUR);
141
static SRes Xz_ReadBackward(CXzStream *p, ILookInStream *stream, Int64 *startOffset, ISzAlloc *alloc)
144
Byte buf[XZ_STREAM_FOOTER_SIZE];
146
if ((*startOffset & 3) != 0 || *startOffset < XZ_STREAM_FOOTER_SIZE)
147
return SZ_ERROR_NO_ARCHIVE;
148
*startOffset = -XZ_STREAM_FOOTER_SIZE;
149
RINOK(SeekFromCur(stream, startOffset));
151
RINOK(LookInStream_Read2(stream, buf, XZ_STREAM_FOOTER_SIZE, SZ_ERROR_NO_ARCHIVE));
153
if (memcmp(buf + 10, XZ_FOOTER_SIG, XZ_FOOTER_SIG_SIZE) != 0)
156
*startOffset += XZ_STREAM_FOOTER_SIZE;
160
size_t processedSize;
161
#define TEMP_BUF_SIZE (1 << 10)
162
Byte tempBuf[TEMP_BUF_SIZE];
163
if (*startOffset < XZ_STREAM_FOOTER_SIZE || i > (1 << 16))
164
return SZ_ERROR_NO_ARCHIVE;
165
processedSize = (*startOffset > TEMP_BUF_SIZE) ? TEMP_BUF_SIZE : (size_t)*startOffset;
167
*startOffset = -(Int64)processedSize;
168
RINOK(SeekFromCur(stream, startOffset));
169
RINOK(LookInStream_Read2(stream, tempBuf, processedSize, SZ_ERROR_NO_ARCHIVE));
170
for (j = (int)processedSize; j >= 0; j--)
171
if (tempBuf[j -1] != 0)
176
return SZ_ERROR_NO_ARCHIVE;
178
if (*startOffset < XZ_STREAM_FOOTER_SIZE)
179
return SZ_ERROR_NO_ARCHIVE;
180
*startOffset -= XZ_STREAM_FOOTER_SIZE;
181
RINOK(stream->Seek(stream, startOffset, SZ_SEEK_SET));
182
RINOK(LookInStream_Read2(stream, buf, XZ_STREAM_FOOTER_SIZE, SZ_ERROR_NO_ARCHIVE));
183
if (memcmp(buf + 10, XZ_FOOTER_SIG, XZ_FOOTER_SIG_SIZE) != 0)
184
return SZ_ERROR_NO_ARCHIVE;
190
p->flags = (CXzStreamFlags)GetBe16(buf + 8);
192
if (!XzFlags_IsSupported(p->flags))
193
return SZ_ERROR_UNSUPPORTED;
195
if (GetUi32(buf) != CrcCalc(buf + 4, 6))
196
return SZ_ERROR_ARCHIVE;
198
indexSize = ((UInt64)GetUi32(buf + 4) + 1) << 2;
200
*startOffset = -(Int64)(indexSize + XZ_STREAM_FOOTER_SIZE);
201
RINOK(SeekFromCur(stream, startOffset));
203
RINOK(Xz_ReadIndex(p, stream, indexSize, alloc));
206
UInt64 totalSize = Xz_GetPackSize(p);
207
UInt64 sum = XZ_STREAM_HEADER_SIZE + totalSize + indexSize;
208
if (totalSize == XZ_SIZE_OVERFLOW ||
209
sum >= ((UInt64)1 << 63) ||
210
totalSize >= ((UInt64)1 << 63))
211
return SZ_ERROR_ARCHIVE;
212
*startOffset = -(Int64)sum;
213
RINOK(SeekFromCur(stream, startOffset));
216
CXzStreamFlags headerFlags;
217
CSecToRead secToRead;
218
SecToRead_CreateVTable(&secToRead);
219
secToRead.realStream = stream;
221
RINOK(Xz_ReadHeader(&headerFlags, &secToRead.s));
222
return (p->flags == headerFlags) ? SZ_OK : SZ_ERROR_ARCHIVE;
227
/* ---------- Xz Streams ---------- */
229
void Xzs_Construct(CXzs *p)
231
p->num = p->numAllocated = 0;
235
void Xzs_Free(CXzs *p, ISzAlloc *alloc)
238
for (i = 0; i < p->num; i++)
239
Xz_Free(&p->streams[i], alloc);
240
alloc->Free(alloc, p->streams);
241
p->num = p->numAllocated = 0;
245
UInt64 Xzs_GetNumBlocks(const CXzs *p)
249
for (i = 0; i < p->num; i++)
250
num += p->streams[i].numBlocks;
254
UInt64 Xzs_GetUnpackSize(const CXzs *p)
258
for (i = 0; i < p->num; i++)
259
ADD_SIZE_CHECH(size, Xz_GetUnpackSize(&p->streams[i]));
264
UInt64 Xzs_GetPackSize(const CXzs *p)
268
for (i = 0; i < p->num; i++)
269
ADD_SIZE_CHECH(size, Xz_GetTotalSize(&p->streams[i]));
274
SRes Xzs_ReadBackward(CXzs *p, ILookInStream *stream, Int64 *startOffset, ICompressProgress *progress, ISzAlloc *alloc)
277
RINOK(stream->Seek(stream, &endOffset, SZ_SEEK_END));
278
*startOffset = endOffset;
284
res = Xz_ReadBackward(&st, stream, startOffset, alloc);
285
st.startOffset = *startOffset;
287
if (p->num == p->numAllocated)
289
size_t newNum = p->num + p->num / 4 + 1;
290
Byte *data = (Byte *)alloc->Alloc(alloc, newNum * sizeof(CXzStream));
293
p->numAllocated = newNum;
294
memcpy(data, p->streams, p->num * sizeof(CXzStream));
295
alloc->Free(alloc, p->streams);
296
p->streams = (CXzStream *)data;
298
p->streams[p->num++] = st;
299
if (*startOffset == 0)
301
RINOK(stream->Seek(stream, startOffset, SZ_SEEK_SET));
302
if (progress && progress->Progress(progress, endOffset - *startOffset, (UInt64)(Int64)-1) != SZ_OK)
303
return SZ_ERROR_PROGRESS;
2
2009-06-19 : Igor Pavlov : Public domain */
11
#include <openssl/ssl.h>
12
#include <openssl/err.h>
13
#include "libclamav/crypto.h"
19
SRes Xz_ReadHeader(CXzStreamFlags *p, ISeqInStream *inStream)
21
Byte sig[XZ_STREAM_HEADER_SIZE];
22
RINOK(SeqInStream_Read2(inStream, sig, XZ_STREAM_HEADER_SIZE, SZ_ERROR_NO_ARCHIVE));
23
if (memcmp(sig, XZ_SIG, XZ_SIG_SIZE) != 0)
24
return SZ_ERROR_NO_ARCHIVE;
25
return Xz_ParseHeader(p, sig);
28
#define READ_VARINT_AND_CHECK(buf, pos, size, res) \
29
{ unsigned s = Xz_ReadVarInt(buf + pos, size - pos, res); \
30
if (s == 0) return SZ_ERROR_ARCHIVE; pos += s; }
32
SRes XzBlock_ReadHeader(CXzBlock *p, ISeqInStream *inStream, Bool *isIndex, UInt32 *headerSizeRes)
34
Byte header[XZ_BLOCK_HEADER_SIZE_MAX];
37
RINOK(SeqInStream_ReadByte(inStream, &header[0]));
38
headerSize = ((unsigned)header[0] << 2) + 4;
47
*headerSizeRes = headerSize;
48
RINOK(SeqInStream_Read(inStream, header + 1, headerSize - 1));
49
return XzBlock_Parse(p, header);
52
#define ADD_SIZE_CHECH(size, val) \
53
{ UInt64 newSize = size + (val); if (newSize < size) return XZ_SIZE_OVERFLOW; size = newSize; }
55
UInt64 Xz_GetUnpackSize(const CXzStream *p)
59
for (i = 0; i < p->numBlocks; i++)
60
ADD_SIZE_CHECH(size, p->blocks[i].unpackSize);
64
UInt64 Xz_GetPackSize(const CXzStream *p)
68
for (i = 0; i < p->numBlocks; i++)
69
ADD_SIZE_CHECH(size, (p->blocks[i].totalSize + 3) & ~(UInt64)3);
74
SRes XzBlock_ReadFooter(CXzBlock *p, CXzStreamFlags f, ISeqInStream *inStream)
76
return SeqInStream_Read(inStream, p->check, XzFlags_GetCheckSize(f));
80
static SRes Xz_ReadIndex2(CXzStream *p, const Byte *buf, size_t size, ISzAlloc *alloc)
82
size_t i, numBlocks, crcStartPos, pos = 1;
85
if (size < 5 || buf[0] != 0)
86
return SZ_ERROR_ARCHIVE;
89
crc = CrcCalc(buf, size);
90
if (crc != GetUi32(buf + size))
91
return SZ_ERROR_ARCHIVE;
95
READ_VARINT_AND_CHECK(buf, pos, size, &numBlocks64);
96
numBlocks = (size_t)numBlocks64;
97
if (numBlocks != numBlocks64 || numBlocks * 2 > size)
98
return SZ_ERROR_ARCHIVE;
105
p->numBlocks = numBlocks;
106
p->numBlocksAllocated = numBlocks;
107
p->blocks = alloc->Alloc(alloc, sizeof(CXzBlockSizes) * numBlocks);
110
for (i = 0; i < numBlocks; i++)
112
CXzBlockSizes *block = &p->blocks[i];
113
READ_VARINT_AND_CHECK(buf, pos, size, &block->totalSize);
114
READ_VARINT_AND_CHECK(buf, pos, size, &block->unpackSize);
115
if (block->totalSize == 0)
116
return SZ_ERROR_ARCHIVE;
119
while ((pos & 3) != 0)
121
return SZ_ERROR_ARCHIVE;
122
return (pos == size) ? SZ_OK : SZ_ERROR_ARCHIVE;
125
static SRes Xz_ReadIndex(CXzStream *p, ILookInStream *stream, UInt64 indexSize, ISzAlloc *alloc)
130
if (indexSize > ((UInt32)1 << 31))
131
return SZ_ERROR_UNSUPPORTED;
132
size = (size_t)indexSize;
133
if (size != indexSize)
134
return SZ_ERROR_UNSUPPORTED;
135
buf = alloc->Alloc(alloc, size);
138
res = LookInStream_Read2(stream, buf, size, SZ_ERROR_UNSUPPORTED);
140
res = Xz_ReadIndex2(p, buf, size, alloc);
141
alloc->Free(alloc, buf);
145
static SRes SeekFromCur(ILookInStream *inStream, Int64 *res)
147
return inStream->Seek(inStream, res, SZ_SEEK_CUR);
150
static SRes Xz_ReadBackward(CXzStream *p, ILookInStream *stream, Int64 *startOffset, ISzAlloc *alloc)
153
Byte buf[XZ_STREAM_FOOTER_SIZE];
155
if ((*startOffset & 3) != 0 || *startOffset < XZ_STREAM_FOOTER_SIZE)
156
return SZ_ERROR_NO_ARCHIVE;
157
*startOffset = -XZ_STREAM_FOOTER_SIZE;
158
RINOK(SeekFromCur(stream, startOffset));
160
RINOK(LookInStream_Read2(stream, buf, XZ_STREAM_FOOTER_SIZE, SZ_ERROR_NO_ARCHIVE));
162
if (memcmp(buf + 10, XZ_FOOTER_SIG, XZ_FOOTER_SIG_SIZE) != 0)
165
*startOffset += XZ_STREAM_FOOTER_SIZE;
169
size_t processedSize;
170
#define TEMP_BUF_SIZE (1 << 10)
171
Byte tempBuf[TEMP_BUF_SIZE];
172
if (*startOffset < XZ_STREAM_FOOTER_SIZE || i > (1 << 16))
173
return SZ_ERROR_NO_ARCHIVE;
174
processedSize = (*startOffset > TEMP_BUF_SIZE) ? TEMP_BUF_SIZE : (size_t)*startOffset;
176
*startOffset = -(Int64)processedSize;
177
RINOK(SeekFromCur(stream, startOffset));
178
RINOK(LookInStream_Read2(stream, tempBuf, processedSize, SZ_ERROR_NO_ARCHIVE));
179
for (j = (int)processedSize; j >= 0; j--)
180
if (tempBuf[j -1] != 0)
185
return SZ_ERROR_NO_ARCHIVE;
187
if (*startOffset < XZ_STREAM_FOOTER_SIZE)
188
return SZ_ERROR_NO_ARCHIVE;
189
*startOffset -= XZ_STREAM_FOOTER_SIZE;
190
RINOK(stream->Seek(stream, startOffset, SZ_SEEK_SET));
191
RINOK(LookInStream_Read2(stream, buf, XZ_STREAM_FOOTER_SIZE, SZ_ERROR_NO_ARCHIVE));
192
if (memcmp(buf + 10, XZ_FOOTER_SIG, XZ_FOOTER_SIG_SIZE) != 0)
193
return SZ_ERROR_NO_ARCHIVE;
199
p->flags = (CXzStreamFlags)GetBe16(buf + 8);
201
if (!XzFlags_IsSupported(p->flags))
202
return SZ_ERROR_UNSUPPORTED;
204
if (GetUi32(buf) != CrcCalc(buf + 4, 6))
205
return SZ_ERROR_ARCHIVE;
207
indexSize = ((UInt64)GetUi32(buf + 4) + 1) << 2;
209
*startOffset = -(Int64)(indexSize + XZ_STREAM_FOOTER_SIZE);
210
RINOK(SeekFromCur(stream, startOffset));
212
RINOK(Xz_ReadIndex(p, stream, indexSize, alloc));
215
UInt64 totalSize = Xz_GetPackSize(p);
216
UInt64 sum = XZ_STREAM_HEADER_SIZE + totalSize + indexSize;
217
if (totalSize == XZ_SIZE_OVERFLOW ||
218
sum >= ((UInt64)1 << 63) ||
219
totalSize >= ((UInt64)1 << 63))
220
return SZ_ERROR_ARCHIVE;
221
*startOffset = -(Int64)sum;
222
RINOK(SeekFromCur(stream, startOffset));
225
CXzStreamFlags headerFlags;
226
CSecToRead secToRead;
227
SecToRead_CreateVTable(&secToRead);
228
secToRead.realStream = stream;
230
RINOK(Xz_ReadHeader(&headerFlags, &secToRead.s));
231
return (p->flags == headerFlags) ? SZ_OK : SZ_ERROR_ARCHIVE;
236
/* ---------- Xz Streams ---------- */
238
void Xzs_Construct(CXzs *p)
240
p->num = p->numAllocated = 0;
244
void Xzs_Free(CXzs *p, ISzAlloc *alloc)
247
for (i = 0; i < p->num; i++)
248
Xz_Free(&p->streams[i], alloc);
249
alloc->Free(alloc, p->streams);
250
p->num = p->numAllocated = 0;
254
UInt64 Xzs_GetNumBlocks(const CXzs *p)
258
for (i = 0; i < p->num; i++)
259
num += p->streams[i].numBlocks;
263
UInt64 Xzs_GetUnpackSize(const CXzs *p)
267
for (i = 0; i < p->num; i++)
268
ADD_SIZE_CHECH(size, Xz_GetUnpackSize(&p->streams[i]));
273
UInt64 Xzs_GetPackSize(const CXzs *p)
277
for (i = 0; i < p->num; i++)
278
ADD_SIZE_CHECH(size, Xz_GetTotalSize(&p->streams[i]));
283
SRes Xzs_ReadBackward(CXzs *p, ILookInStream *stream, Int64 *startOffset, ICompressProgress *progress, ISzAlloc *alloc)
286
RINOK(stream->Seek(stream, &endOffset, SZ_SEEK_END));
287
*startOffset = endOffset;
293
res = Xz_ReadBackward(&st, stream, startOffset, alloc);
294
st.startOffset = *startOffset;
296
if (p->num == p->numAllocated)
298
size_t newNum = p->num + p->num / 4 + 1;
299
Byte *data = (Byte *)alloc->Alloc(alloc, newNum * sizeof(CXzStream));
302
p->numAllocated = newNum;
303
memcpy(data, p->streams, p->num * sizeof(CXzStream));
304
alloc->Free(alloc, p->streams);
305
p->streams = (CXzStream *)data;
307
p->streams[p->num++] = st;
308
if (*startOffset == 0)
310
RINOK(stream->Seek(stream, startOffset, SZ_SEEK_SET));
311
if (progress && progress->Progress(progress, endOffset - *startOffset, (UInt64)(Int64)-1) != SZ_OK)
312
return SZ_ERROR_PROGRESS;