1 /*-
2 * Copyright (c) 2008 Anselm Strauss
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
15 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
16 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
17 * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
18 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
19 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
20 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
21 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
23 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
24 */
25
26 /*
27 * Development supported by Google Summer of Code 2008.
28 */
29
30 #include "test.h"
31
32 /* File data */
33 static const char file_name[] = "file";
34 static const char file_data1[] = {'1', '2', '3', '4', '5'};
35 static const char file_data2[] = {'6', '7', '8', '9', '0'};
36 static const int file_perm = 00644;
37 static const short file_uid = 10;
38 static const short file_gid = 20;
39
40 /* Folder data */
41 static const char folder_name[] = "folder/";
42 static const int folder_perm = 00755;
43 static const short folder_uid = 30;
44 static const short folder_gid = 40;
45
46 static time_t now;
47
48 static unsigned long
bitcrc32(unsigned long c,const void * _p,size_t s)49 bitcrc32(unsigned long c, const void *_p, size_t s)
50 {
51 /* This is a drop-in replacement for crc32() from zlib.
52 * Libarchive should be able to correctly generate
53 * uncompressed zip archives (including correct CRCs) even
54 * when zlib is unavailable, and this function helps us verify
55 * that. Yes, this is very, very slow and unsuitable for
56 * production use, but it's correct, compact, and works well
57 * enough for this particular usage. Libarchive internally
58 * uses a much more efficient implementation. */
59 const unsigned char *p = _p;
60 int bitctr;
61
62 if (p == NULL)
63 return (0);
64
65 for (; s > 0; --s) {
66 c ^= *p++;
67 for (bitctr = 8; bitctr > 0; --bitctr) {
68 if (c & 1) c = (c >> 1);
69 else c = (c >> 1) ^ 0xedb88320;
70 c ^= 0x80000000;
71 }
72 }
73 return (c);
74 }
75
verify_write_uncompressed(struct archive * a)76 static void verify_write_uncompressed(struct archive *a)
77 {
78 struct archive_entry *entry;
79
80 /* Write entries. */
81
82 /* Regular file */
83 assert((entry = archive_entry_new()) != NULL);
84 archive_entry_set_pathname(entry, file_name);
85 archive_entry_set_mode(entry, S_IFREG | 0644);
86 archive_entry_set_size(entry, sizeof(file_data1) + sizeof(file_data2));
87 archive_entry_set_uid(entry, file_uid);
88 archive_entry_set_gid(entry, file_gid);
89 archive_entry_set_mtime(entry, now, 0);
90 archive_entry_set_atime(entry, now + 3, 0);
91 assertEqualIntA(a, 0, archive_write_header(a, entry));
92 assertEqualIntA(a, sizeof(file_data1), archive_write_data(a, file_data1, sizeof(file_data1)));
93 assertEqualIntA(a, sizeof(file_data2), archive_write_data(a, file_data2, sizeof(file_data2)));
94 archive_entry_free(entry);
95
96 /* Folder */
97 assert((entry = archive_entry_new()) != NULL);
98 archive_entry_set_pathname(entry, folder_name);
99 archive_entry_set_mode(entry, S_IFDIR | folder_perm);
100 archive_entry_set_size(entry, 0);
101 archive_entry_set_uid(entry, folder_uid);
102 archive_entry_set_gid(entry, folder_gid);
103 archive_entry_set_mtime(entry, now, 0);
104 archive_entry_set_ctime(entry, now + 5, 0);
105 assertEqualIntA(a, 0, archive_write_header(a, entry));
106 archive_entry_free(entry);
107 }
108
109 /* Quick and dirty: Read 2-byte and 4-byte integers from Zip file. */
110 static unsigned int
i2(const void * p_)111 i2(const void *p_)
112 {
113 const unsigned char *p = p_;
114 return (p[0] | (p[1] << 8));
115 }
116
117 static unsigned int
i4(const void * p_)118 i4(const void *p_)
119 {
120 const unsigned char *p = p_;
121 return (i2(p) | (i2(p + 2) << 16));
122 }
123
verify_uncompressed_contents(const char * buff,size_t used)124 static void verify_uncompressed_contents(const char *buff, size_t used)
125 {
126 const char *buffend;
127
128 /* Misc variables */
129 unsigned long crc;
130 struct tm *tm;
131 #if defined(HAVE_LOCALTIME_R) || defined(HAVE_LOCALTIME_S)
132 struct tm tmbuf;
133 #endif
134 /* p is the pointer to walk over the central directory,
135 * q walks over the local headers, the data and the data descriptors. */
136 const char *p, *q, *local_header, *extra_start;
137
138 #if defined(HAVE_LOCALTIME_S)
139 tm = localtime_s(&tmbuf, &now) ? NULL : &tmbuf;
140 #elif defined(HAVE_LOCALTIME_R)
141 tm = localtime_r(&now, &tmbuf);
142 #else
143 tm = localtime(&now);
144 #endif
145
146 /* Remember the end of the archive in memory. */
147 buffend = buff + used;
148
149 /* Verify "End of Central Directory" record. */
150 /* Get address of end-of-central-directory record. */
151 p = buffend - 22; /* Assumes there is no zip comment field. */
152 failure("End-of-central-directory begins with PK\\005\\006 signature");
153 assertEqualMem(p, "PK\005\006", 4);
154 failure("This must be disk 0");
155 assertEqualInt(i2(p + 4), 0);
156 failure("Central dir must start on disk 0");
157 assertEqualInt(i2(p + 6), 0);
158 failure("All central dir entries are on this disk");
159 assertEqualInt(i2(p + 8), i2(p + 10));
160 failure("CD start (%d) + CD length (%d) should == archive size - 22",
161 i4(p + 12), i4(p + 16));
162 assertEqualInt(i4(p + 12) + i4(p + 16), used - 22);
163 failure("no zip comment");
164 assertEqualInt(i2(p + 20), 0);
165
166 /* Get address of first entry in central directory. */
167 p = buff + i4(buffend - 6);
168 failure("Central file record at offset %d should begin with"
169 " PK\\001\\002 signature",
170 i4(buffend - 10));
171
172 /* Verify file entry in central directory. */
173 assertEqualMem(p, "PK\001\002", 4); /* Signature */
174 assertEqualInt(i2(p + 4), 3 * 256 + 10); /* Version made by */
175 assertEqualInt(i2(p + 6), 10); /* Version needed to extract */
176 assertEqualInt(i2(p + 8), 8); /* Flags */
177 assertEqualInt(i2(p + 10), 0); /* Compression method */
178 assertEqualInt(i2(p + 12), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
179 assertEqualInt(i2(p + 14), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
180 crc = bitcrc32(0, file_data1, sizeof(file_data1));
181 crc = bitcrc32(crc, file_data2, sizeof(file_data2));
182 assertEqualInt(i4(p + 16), crc); /* CRC-32 */
183 assertEqualInt(i4(p + 20), sizeof(file_data1) + sizeof(file_data2)); /* Compressed size */
184 assertEqualInt(i4(p + 24), sizeof(file_data1) + sizeof(file_data2)); /* Uncompressed size */
185 assertEqualInt(i2(p + 28), strlen(file_name)); /* Pathname length */
186 assertEqualInt(i2(p + 30), 24); /* Extra field length */
187 assertEqualInt(i2(p + 32), 0); /* File comment length */
188 assertEqualInt(i2(p + 34), 0); /* Disk number start */
189 assertEqualInt(i2(p + 36), 0); /* Internal file attrs */
190 assertEqualInt(i4(p + 38) >> 16 & 01777, file_perm); /* External file attrs */
191 assertEqualInt(i4(p + 42), 0); /* Offset of local header */
192 assertEqualMem(p + 46, file_name, strlen(file_name)); /* Pathname */
193 p = p + 46 + strlen(file_name);
194
195 assertEqualInt(i2(p), 0x7875); /* 'ux' extension header */
196 assertEqualInt(i2(p + 2), 11); /* 'ux' size */
197 /* TODO */
198 p = p + 4 + i2(p + 2);
199
200 assertEqualInt(i2(p), 0x5455); /* 'UT' extension header */
201 assertEqualInt(i2(p + 2), 5); /* 'UT' size */
202 assertEqualInt(p[4], 1); /* 'UT' flags */
203 assertEqualInt(i4(p + 5), now); /* 'UT' mtime */
204 p = p + 4 + i2(p + 2);
205
206 /* Verify local header of file entry. */
207 local_header = q = buff;
208 assertEqualMem(q, "PK\003\004", 4); /* Signature */
209 assertEqualInt(i2(q + 4), 10); /* Version needed to extract */
210 assertEqualInt(i2(q + 6), 8); /* Flags: bit 3 = length-at-end. Required because CRC32 is unknown */
211 assertEqualInt(i2(q + 8), 0); /* Compression method */
212 assertEqualInt(i2(q + 10), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
213 assertEqualInt(i2(q + 12), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
214 assertEqualInt(i4(q + 14), 0); /* CRC-32 */
215 assertEqualInt(i4(q + 18), 0); /* Compressed size, must be zero because of length-at-end */
216 assertEqualInt(i4(q + 22), 0); /* Uncompressed size, must be zero because of length-at-end */
217 assertEqualInt(i2(q + 26), strlen(file_name)); /* Pathname length */
218 assertEqualInt(i2(q + 28), 41); /* Extra field length */
219 assertEqualMem(q + 30, file_name, strlen(file_name)); /* Pathname */
220 extra_start = q = q + 30 + strlen(file_name);
221
222 assertEqualInt(i2(q), 0x7875); /* 'ux' extension header */
223 assertEqualInt(i2(q + 2), 11); /* 'ux' size */
224 assertEqualInt(q[4], 1); /* 'ux' version */
225 assertEqualInt(q[5], 4); /* 'ux' uid size */
226 assertEqualInt(i4(q + 6), file_uid); /* 'Ux' UID */
227 assertEqualInt(q[10], 4); /* 'ux' gid size */
228 assertEqualInt(i4(q + 11), file_gid); /* 'Ux' GID */
229 q = q + 4 + i2(q + 2);
230
231 assertEqualInt(i2(q), 0x5455); /* 'UT' extension header */
232 assertEqualInt(i2(q + 2), 9); /* 'UT' size */
233 assertEqualInt(q[4], 3); /* 'UT' flags */
234 assertEqualInt(i4(q + 5), now); /* 'UT' mtime */
235 assertEqualInt(i4(q + 9), now + 3); /* 'UT' atime */
236 q = q + 4 + i2(q + 2);
237
238 assertEqualInt(i2(q), 0x6c78); /* 'xl' experimental extension header */
239 assertEqualInt(i2(q + 2), 9); /* size */
240 assertEqualInt(q[4], 7); /* Bitmap of fields included. */
241 assertEqualInt(i2(q + 5) >> 8, 3); /* system & version made by */
242 assertEqualInt(i2(q + 7), 0); /* internal file attributes */
243 assertEqualInt(i4(q + 9) >> 16 & 01777, file_perm); /* external file attributes */
244 q = q + 4 + i2(q + 2);
245
246 assert(q == extra_start + i2(local_header + 28));
247 q = extra_start + i2(local_header + 28);
248
249 /* Verify data of file entry. */
250 assertEqualMem(q, file_data1, sizeof(file_data1));
251 assertEqualMem(q + sizeof(file_data1), file_data2, sizeof(file_data2));
252 q = q + sizeof(file_data1) + sizeof(file_data2);
253
254 /* Verify data descriptor of file entry. */
255 assertEqualMem(q, "PK\007\010", 4); /* Signature */
256 assertEqualInt(i4(q + 4), crc); /* CRC-32 */
257 assertEqualInt(i4(q + 8), sizeof(file_data1) + sizeof(file_data2)); /* Compressed size */
258 assertEqualInt(i4(q + 12), sizeof(file_data1) + sizeof(file_data2)); /* Uncompressed size */
259 q = q + 16;
260
261 /* Verify folder entry in central directory. */
262 assertEqualMem(p, "PK\001\002", 4); /* Signature */
263 assertEqualInt(i2(p + 4), 3 * 256 + 20); /* Version made by */
264 assertEqualInt(i2(p + 6), 20); /* Version needed to extract */
265 assertEqualInt(i2(p + 8), 0); /* Flags */
266 assertEqualInt(i2(p + 10), 0); /* Compression method */
267 assertEqualInt(i2(p + 12), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
268 assertEqualInt(i2(p + 14), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
269 crc = 0;
270 assertEqualInt(i4(p + 16), crc); /* CRC-32 */
271 assertEqualInt(i4(p + 20), 0); /* Compressed size */
272 assertEqualInt(i4(p + 24), 0); /* Uncompressed size */
273 assertEqualInt(i2(p + 28), strlen(folder_name)); /* Pathname length */
274 assertEqualInt(i2(p + 30), 24); /* Extra field length */
275 assertEqualInt(i2(p + 32), 0); /* File comment length */
276 assertEqualInt(i2(p + 34), 0); /* Disk number start */
277 assertEqualInt(i2(p + 36), 0); /* Internal file attrs */
278 assertEqualInt(i4(p + 38) >> 16 & 01777, folder_perm); /* External file attrs */
279 assertEqualInt(i4(p + 42), q - buff); /* Offset of local header */
280 assertEqualMem(p + 46, folder_name, strlen(folder_name)); /* Pathname */
281 p = p + 46 + strlen(folder_name);
282
283 assertEqualInt(i2(p), 0x7875); /* 'ux' extension header */
284 assertEqualInt(i2(p + 2), 11); /* 'ux' size */
285 assertEqualInt(p[4], 1); /* 'ux' version */
286 assertEqualInt(p[5], 4); /* 'ux' uid size */
287 assertEqualInt(i4(p + 6), folder_uid); /* 'ux' UID */
288 assertEqualInt(p[10], 4); /* 'ux' gid size */
289 assertEqualInt(i4(p + 11), folder_gid); /* 'ux' GID */
290 p = p + 4 + i2(p + 2);
291
292 assertEqualInt(i2(p), 0x5455); /* 'UT' extension header */
293 assertEqualInt(i2(p + 2), 5); /* 'UT' size */
294 assertEqualInt(p[4], 1); /* 'UT' flags */
295 assertEqualInt(i4(p + 5), now); /* 'UT' mtime */
296 p = p + 4 + i2(p + 2);
297
298 /* Verify local header of folder entry. */
299 local_header = q;
300 assertEqualMem(q, "PK\003\004", 4); /* Signature */
301 assertEqualInt(i2(q + 4), 20); /* Version needed to extract */
302 assertEqualInt(i2(q + 6), 0); /* Flags */
303 assertEqualInt(i2(q + 8), 0); /* Compression method */
304 assertEqualInt(i2(q + 10), (tm->tm_hour * 2048) + (tm->tm_min * 32) + (tm->tm_sec / 2)); /* File time */
305 assertEqualInt(i2(q + 12), ((tm->tm_year - 80) * 512) + ((tm->tm_mon + 1) * 32) + tm->tm_mday); /* File date */
306 assertEqualInt(i4(q + 14), 0); /* CRC-32 */
307 assertEqualInt(i4(q + 18), 0); /* Compressed size */
308 assertEqualInt(i4(q + 22), 0); /* Uncompressed size */
309 assertEqualInt(i2(q + 26), strlen(folder_name)); /* Pathname length */
310 assertEqualInt(i2(q + 28), 41); /* Extra field length */
311 assertEqualMem(q + 30, folder_name, strlen(folder_name)); /* Pathname */
312 extra_start = q = q + 30 + strlen(folder_name);
313
314 assertEqualInt(i2(q), 0x7875); /* 'ux' extension header */
315 assertEqualInt(i2(q + 2), 11); /* 'ux' size */
316 assertEqualInt(q[4], 1); /* 'ux' version */
317 assertEqualInt(q[5], 4); /* 'ux' uid size */
318 assertEqualInt(i4(q + 6), folder_uid); /* 'ux' UID */
319 assertEqualInt(q[10], 4); /* 'ux' gid size */
320 assertEqualInt(i4(q + 11), folder_gid); /* 'ux' GID */
321 q = q + 4 + i2(q + 2);
322
323 assertEqualInt(i2(q), 0x5455); /* 'UT' extension header */
324 assertEqualInt(i2(q + 2), 9); /* 'UT' size */
325 assertEqualInt(q[4], 5); /* 'UT' flags */
326 assertEqualInt(i4(q + 5), now); /* 'UT' mtime */
327 assertEqualInt(i4(q + 9), now + 5); /* 'UT' atime */
328 q = q + 4 + i2(q + 2);
329
330 assertEqualInt(i2(q), 0x6c78); /* 'xl' experimental extension header */
331 assertEqualInt(i2(q + 2), 9); /* size */
332 assertEqualInt(q[4], 7); /* bitmap of fields */
333 assertEqualInt(i2(q + 5) >> 8, 3); /* system & version made by */
334 assertEqualInt(i2(q + 7), 0); /* internal file attributes */
335 assertEqualInt(i4(q + 9) >> 16 & 01777, folder_perm); /* external file attributes */
336 q = q + 4 + i2(q + 2);
337
338 assert(q == extra_start + i2(local_header + 28));
339 q = extra_start + i2(local_header + 28);
340
341 /* There should not be any data in the folder entry,
342 * so the first central directory entry should be next: */
343 assertEqualMem(q, "PK\001\002", 4); /* Signature */
344 }
345
DEFINE_TEST(test_write_format_zip_compression_store)346 DEFINE_TEST(test_write_format_zip_compression_store)
347 {
348 /* Buffer data */
349 struct archive *a;
350 char buff[100000];
351 size_t used;
352
353 /* Time data */
354 now = time(NULL);
355
356 /* Create new ZIP archive in memory without padding. */
357 /* Use compression=store to disable compression. */
358 assert((a = archive_write_new()) != NULL);
359 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_zip(a));
360 assertEqualIntA(a, ARCHIVE_OK,
361 archive_write_set_options(a, "zip:compression=store"));
362 assertEqualIntA(a, ARCHIVE_OK,
363 archive_write_set_options(a, "zip:experimental"));
364 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
365 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_per_block(a, 1));
366 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_in_last_block(a, 1));
367 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, sizeof(buff), &used));
368
369 verify_write_uncompressed(a);
370
371 /* Close the archive . */
372 assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
373 assertEqualInt(ARCHIVE_OK, archive_write_free(a));
374 dumpfile("constructed.zip", buff, used);
375
376 verify_uncompressed_contents(buff, used);
377
378 /* Create new ZIP archive in memory without padding. */
379 /* Use compression-level=0 to disable compression. */
380 assert((a = archive_write_new()) != NULL);
381 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_format_zip(a));
382 assertEqualIntA(a, ARCHIVE_OK,
383 archive_write_set_options(a, "zip:compression-level=0"));
384 assertEqualIntA(a, ARCHIVE_OK,
385 archive_write_set_options(a, "zip:experimental"));
386 assertEqualIntA(a, ARCHIVE_OK, archive_write_add_filter_none(a));
387 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_per_block(a, 1));
388 assertEqualIntA(a, ARCHIVE_OK, archive_write_set_bytes_in_last_block(a, 1));
389 assertEqualIntA(a, ARCHIVE_OK, archive_write_open_memory(a, buff, sizeof(buff), &used));
390
391 verify_write_uncompressed(a);
392
393 /* Close the archive . */
394 assertEqualIntA(a, ARCHIVE_OK, archive_write_close(a));
395 assertEqualInt(ARCHIVE_OK, archive_write_free(a));
396 dumpfile("constructed.zip", buff, used);
397
398 verify_uncompressed_contents(buff, used);
399
400 }
401