]> Dogcows Code - chaz/tar/blob - src/sparse.c
(check_time): Use volume_start_time when checking
[chaz/tar] / src / sparse.c
1 /* Functions for dealing with sparse files
2
3 Copyright (C) 2003, 2004, 2005 Free Software Foundation, Inc.
4
5 This program is free software; you can redistribute it and/or modify it
6 under the terms of the GNU General Public License as published by the
7 Free Software Foundation; either version 2, or (at your option) any later
8 version.
9
10 This program is distributed in the hope that it will be useful, but
11 WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General
13 Public License for more details.
14
15 You should have received a copy of the GNU General Public License along
16 with this program; if not, write to the Free Software Foundation, Inc.,
17 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. */
18
19 #include <system.h>
20 #include <inttostr.h>
21 #include <quotearg.h>
22 #include "common.h"
23
24 struct tar_sparse_file;
25 static bool sparse_select_optab (struct tar_sparse_file *file);
26
27 enum sparse_scan_state
28 {
29 scan_begin,
30 scan_block,
31 scan_end
32 };
33
34 struct tar_sparse_optab
35 {
36 bool (*init) (struct tar_sparse_file *);
37 bool (*done) (struct tar_sparse_file *);
38 bool (*sparse_member_p) (struct tar_sparse_file *);
39 bool (*dump_header) (struct tar_sparse_file *);
40 bool (*fixup_header) (struct tar_sparse_file *);
41 bool (*decode_header) (struct tar_sparse_file *);
42 bool (*scan_block) (struct tar_sparse_file *, enum sparse_scan_state,
43 void *);
44 bool (*dump_region) (struct tar_sparse_file *, size_t);
45 bool (*extract_region) (struct tar_sparse_file *, size_t);
46 };
47
48 struct tar_sparse_file
49 {
50 int fd; /* File descriptor */
51 bool seekable; /* Is fd seekable? */
52 off_t offset; /* Current offset in fd if seekable==false.
53 Otherwise unused */
54 off_t dumped_size; /* Number of bytes actually written
55 to the archive */
56 struct tar_stat_info *stat_info; /* Information about the file */
57 struct tar_sparse_optab const *optab; /* Operation table */
58 void *closure; /* Any additional data optab calls might
59 require */
60 };
61
62 /* Dump zeros to file->fd until offset is reached. It is used instead of
63 lseek if the output file is not seekable */
64 static bool
65 dump_zeros (struct tar_sparse_file *file, off_t offset)
66 {
67 static char const zero_buf[BLOCKSIZE];
68
69 if (offset < file->offset)
70 {
71 errno = EINVAL;
72 return false;
73 }
74
75 while (file->offset < offset)
76 {
77 size_t size = (BLOCKSIZE < offset - file->offset
78 ? BLOCKSIZE
79 : offset - file->offset);
80 ssize_t wrbytes;
81
82 wrbytes = write (file->fd, zero_buf, size);
83 if (wrbytes <= 0)
84 {
85 if (wrbytes == 0)
86 errno = EINVAL;
87 return false;
88 }
89 file->offset += wrbytes;
90 }
91
92 return true;
93 }
94
95 static bool
96 tar_sparse_member_p (struct tar_sparse_file *file)
97 {
98 if (file->optab->sparse_member_p)
99 return file->optab->sparse_member_p (file);
100 return false;
101 }
102
103 static bool
104 tar_sparse_init (struct tar_sparse_file *file)
105 {
106 memset (file, 0, sizeof *file);
107
108 if (!sparse_select_optab (file))
109 return false;
110
111 if (file->optab->init)
112 return file->optab->init (file);
113
114 return true;
115 }
116
117 static bool
118 tar_sparse_done (struct tar_sparse_file *file)
119 {
120 if (file->optab->done)
121 return file->optab->done (file);
122 return true;
123 }
124
125 static bool
126 tar_sparse_scan (struct tar_sparse_file *file, enum sparse_scan_state state,
127 void *block)
128 {
129 if (file->optab->scan_block)
130 return file->optab->scan_block (file, state, block);
131 return true;
132 }
133
134 static bool
135 tar_sparse_dump_region (struct tar_sparse_file *file, size_t i)
136 {
137 if (file->optab->dump_region)
138 return file->optab->dump_region (file, i);
139 return false;
140 }
141
142 static bool
143 tar_sparse_extract_region (struct tar_sparse_file *file, size_t i)
144 {
145 if (file->optab->extract_region)
146 return file->optab->extract_region (file, i);
147 return false;
148 }
149
150 static bool
151 tar_sparse_dump_header (struct tar_sparse_file *file)
152 {
153 if (file->optab->dump_header)
154 return file->optab->dump_header (file);
155 return false;
156 }
157
158 static bool
159 tar_sparse_decode_header (struct tar_sparse_file *file)
160 {
161 if (file->optab->decode_header)
162 return file->optab->decode_header (file);
163 return true;
164 }
165
166 static bool
167 tar_sparse_fixup_header (struct tar_sparse_file *file)
168 {
169 if (file->optab->fixup_header)
170 return file->optab->fixup_header (file);
171 return true;
172 }
173
174 \f
175 static bool
176 lseek_or_error (struct tar_sparse_file *file, off_t offset)
177 {
178 if (file->seekable
179 ? lseek (file->fd, offset, SEEK_SET) < 0
180 : ! dump_zeros (file, offset))
181 {
182 seek_diag_details (file->stat_info->orig_file_name, offset);
183 return false;
184 }
185 return true;
186 }
187
188 /* Takes a blockful of data and basically cruises through it to see if
189 it's made *entirely* of zeros, returning a 0 the instant it finds
190 something that is a nonzero, i.e., useful data. */
191 static bool
192 zero_block_p (char const *buffer, size_t size)
193 {
194 while (size--)
195 if (*buffer++)
196 return false;
197 return true;
198 }
199
200 static void
201 sparse_add_map (struct tar_stat_info *st, struct sp_array const *sp)
202 {
203 struct sp_array *sparse_map = st->sparse_map;
204 size_t avail = st->sparse_map_avail;
205 if (avail == st->sparse_map_size)
206 st->sparse_map = sparse_map =
207 x2nrealloc (sparse_map, &st->sparse_map_size, sizeof *sparse_map);
208 sparse_map[avail] = *sp;
209 st->sparse_map_avail = avail + 1;
210 }
211
212 /* Scan the sparse file and create its map */
213 static bool
214 sparse_scan_file (struct tar_sparse_file *file)
215 {
216 struct tar_stat_info *st = file->stat_info;
217 int fd = file->fd;
218 char buffer[BLOCKSIZE];
219 size_t count;
220 off_t offset = 0;
221 struct sp_array sp = {0, 0};
222
223 if (!lseek_or_error (file, 0))
224 return false;
225
226 st->archive_file_size = 0;
227
228 if (!tar_sparse_scan (file, scan_begin, NULL))
229 return false;
230
231 while ((count = safe_read (fd, buffer, sizeof buffer)) != 0
232 && count != SAFE_READ_ERROR)
233 {
234 /* Analyze the block. */
235 if (zero_block_p (buffer, count))
236 {
237 if (sp.numbytes)
238 {
239 sparse_add_map (st, &sp);
240 sp.numbytes = 0;
241 if (!tar_sparse_scan (file, scan_block, NULL))
242 return false;
243 }
244 }
245 else
246 {
247 if (sp.numbytes == 0)
248 sp.offset = offset;
249 sp.numbytes += count;
250 st->archive_file_size += count;
251 if (!tar_sparse_scan (file, scan_block, buffer))
252 return false;
253 }
254
255 offset += count;
256 }
257
258 if (sp.numbytes == 0)
259 sp.offset = offset;
260
261 sparse_add_map (st, &sp);
262 st->archive_file_size += count;
263 return tar_sparse_scan (file, scan_end, NULL);
264 }
265
266 static struct tar_sparse_optab const oldgnu_optab;
267 static struct tar_sparse_optab const star_optab;
268 static struct tar_sparse_optab const pax_optab;
269
270 static bool
271 sparse_select_optab (struct tar_sparse_file *file)
272 {
273 switch (current_format == DEFAULT_FORMAT ? archive_format : current_format)
274 {
275 case V7_FORMAT:
276 case USTAR_FORMAT:
277 return false;
278
279 case OLDGNU_FORMAT:
280 case GNU_FORMAT: /*FIXME: This one should disappear? */
281 file->optab = &oldgnu_optab;
282 break;
283
284 case POSIX_FORMAT:
285 file->optab = &pax_optab;
286 break;
287
288 case STAR_FORMAT:
289 file->optab = &star_optab;
290 break;
291
292 default:
293 return false;
294 }
295 return true;
296 }
297
298 static bool
299 sparse_dump_region (struct tar_sparse_file *file, size_t i)
300 {
301 union block *blk;
302 off_t bytes_left = file->stat_info->sparse_map[i].numbytes;
303
304 if (!lseek_or_error (file, file->stat_info->sparse_map[i].offset))
305 return false;
306
307 while (bytes_left > 0)
308 {
309 size_t bufsize = (bytes_left > BLOCKSIZE) ? BLOCKSIZE : bytes_left;
310 size_t bytes_read;
311
312 blk = find_next_block ();
313 bytes_read = safe_read (file->fd, blk->buffer, bufsize);
314 if (bytes_read == SAFE_READ_ERROR)
315 {
316 read_diag_details (file->stat_info->orig_file_name,
317 (file->stat_info->sparse_map[i].offset
318 + file->stat_info->sparse_map[i].numbytes
319 - bytes_left),
320 bufsize);
321 return false;
322 }
323
324 memset (blk->buffer + bytes_read, 0, BLOCKSIZE - bytes_read);
325 bytes_left -= bytes_read;
326 file->dumped_size += bytes_read;
327 mv_size_left (file->stat_info->archive_file_size - file->dumped_size);
328 set_next_block_after (blk);
329 }
330
331 return true;
332 }
333
334 static bool
335 sparse_extract_region (struct tar_sparse_file *file, size_t i)
336 {
337 size_t write_size;
338
339 if (!lseek_or_error (file, file->stat_info->sparse_map[i].offset))
340 return false;
341
342 write_size = file->stat_info->sparse_map[i].numbytes;
343
344 if (write_size == 0)
345 {
346 /* Last block of the file is a hole */
347 if (file->seekable && sys_truncate (file->fd))
348 truncate_warn (file->stat_info->orig_file_name);
349 }
350 else while (write_size > 0)
351 {
352 size_t count;
353 size_t wrbytes = (write_size > BLOCKSIZE) ? BLOCKSIZE : write_size;
354 union block *blk = find_next_block ();
355 if (!blk)
356 {
357 ERROR ((0, 0, _("Unexpected EOF in archive")));
358 return false;
359 }
360 set_next_block_after (blk);
361 count = full_write (file->fd, blk->buffer, wrbytes);
362 write_size -= count;
363 file->dumped_size += count;
364 mv_size_left (file->stat_info->archive_file_size - file->dumped_size);
365 file->offset += count;
366 if (count != wrbytes)
367 {
368 write_error_details (file->stat_info->orig_file_name,
369 count, wrbytes);
370 return false;
371 }
372 }
373 return true;
374 }
375
376 \f
377
378 /* Interface functions */
379 enum dump_status
380 sparse_dump_file (int fd, struct tar_stat_info *st)
381 {
382 bool rc;
383 struct tar_sparse_file file;
384
385 if (!tar_sparse_init (&file))
386 return dump_status_not_implemented;
387
388 file.stat_info = st;
389 file.fd = fd;
390 file.seekable = true; /* File *must* be seekable for dump to work */
391
392 rc = sparse_scan_file (&file);
393 if (rc && file.optab->dump_region)
394 {
395 tar_sparse_dump_header (&file);
396
397 if (fd >= 0)
398 {
399 size_t i;
400
401 mv_begin (file.stat_info);
402 for (i = 0; rc && i < file.stat_info->sparse_map_avail; i++)
403 rc = tar_sparse_dump_region (&file, i);
404 mv_end ();
405 }
406 }
407
408 pad_archive (file.stat_info->archive_file_size - file.dumped_size);
409 return (tar_sparse_done (&file) && rc) ? dump_status_ok : dump_status_short;
410 }
411
412 /* Returns true if the file represented by stat is a sparse one */
413 bool
414 sparse_file_p (struct tar_stat_info *st)
415 {
416 return (ST_NBLOCKS (st->stat)
417 < (st->stat.st_size / ST_NBLOCKSIZE
418 + (st->stat.st_size % ST_NBLOCKSIZE != 0)));
419 }
420
421 bool
422 sparse_member_p (struct tar_stat_info *st)
423 {
424 struct tar_sparse_file file;
425
426 if (!tar_sparse_init (&file))
427 return false;
428 file.stat_info = st;
429 return tar_sparse_member_p (&file);
430 }
431
432 bool
433 sparse_fixup_header (struct tar_stat_info *st)
434 {
435 struct tar_sparse_file file;
436
437 if (!tar_sparse_init (&file))
438 return false;
439 file.stat_info = st;
440 return tar_sparse_fixup_header (&file);
441 }
442
443 enum dump_status
444 sparse_extract_file (int fd, struct tar_stat_info *st, off_t *size)
445 {
446 bool rc = true;
447 struct tar_sparse_file file;
448 size_t i;
449
450 if (!tar_sparse_init (&file))
451 return dump_status_not_implemented;
452
453 file.stat_info = st;
454 file.fd = fd;
455 file.seekable = lseek (fd, 0, SEEK_SET) == 0;
456 file.offset = 0;
457
458 rc = tar_sparse_decode_header (&file);
459 for (i = 0; rc && i < file.stat_info->sparse_map_avail; i++)
460 rc = tar_sparse_extract_region (&file, i);
461 *size = file.stat_info->archive_file_size - file.dumped_size;
462 return (tar_sparse_done (&file) && rc) ? dump_status_ok : dump_status_short;
463 }
464
465 enum dump_status
466 sparse_skip_file (struct tar_stat_info *st)
467 {
468 bool rc = true;
469 struct tar_sparse_file file;
470
471 if (!tar_sparse_init (&file))
472 return dump_status_not_implemented;
473
474 file.stat_info = st;
475 file.fd = -1;
476
477 rc = tar_sparse_decode_header (&file);
478 skip_file (file.stat_info->archive_file_size);
479 return (tar_sparse_done (&file) && rc) ? dump_status_ok : dump_status_short;
480 }
481
482 \f
483 static bool
484 check_sparse_region (struct tar_sparse_file *file, off_t beg, off_t end)
485 {
486 if (!lseek_or_error (file, beg))
487 return false;
488
489 while (beg < end)
490 {
491 size_t bytes_read;
492 size_t rdsize = BLOCKSIZE < end - beg ? BLOCKSIZE : end - beg;
493 char diff_buffer[BLOCKSIZE];
494
495 bytes_read = safe_read (file->fd, diff_buffer, rdsize);
496 if (bytes_read == SAFE_READ_ERROR)
497 {
498 read_diag_details (file->stat_info->orig_file_name,
499 beg,
500 rdsize);
501 return false;
502 }
503 if (!zero_block_p (diff_buffer, bytes_read))
504 {
505 char begbuf[INT_BUFSIZE_BOUND (off_t)];
506 report_difference (file->stat_info,
507 _("File fragment at %s is not a hole"),
508 offtostr (beg, begbuf));
509 return false;
510 }
511
512 beg += bytes_read;
513 }
514 return true;
515 }
516
517 static bool
518 check_data_region (struct tar_sparse_file *file, size_t i)
519 {
520 size_t size_left;
521
522 if (!lseek_or_error (file, file->stat_info->sparse_map[i].offset))
523 return false;
524 size_left = file->stat_info->sparse_map[i].numbytes;
525 mv_size_left (file->stat_info->archive_file_size - file->dumped_size);
526
527 while (size_left > 0)
528 {
529 size_t bytes_read;
530 size_t rdsize = (size_left > BLOCKSIZE) ? BLOCKSIZE : size_left;
531 char diff_buffer[BLOCKSIZE];
532
533 union block *blk = find_next_block ();
534 if (!blk)
535 {
536 ERROR ((0, 0, _("Unexpected EOF in archive")));
537 return false;
538 }
539 set_next_block_after (blk);
540 bytes_read = safe_read (file->fd, diff_buffer, rdsize);
541 if (bytes_read == SAFE_READ_ERROR)
542 {
543 read_diag_details (file->stat_info->orig_file_name,
544 (file->stat_info->sparse_map[i].offset
545 + file->stat_info->sparse_map[i].numbytes
546 - size_left),
547 rdsize);
548 return false;
549 }
550 file->dumped_size += bytes_read;
551 size_left -= bytes_read;
552 mv_size_left (file->stat_info->archive_file_size - file->dumped_size);
553 if (memcmp (blk->buffer, diff_buffer, rdsize))
554 {
555 report_difference (file->stat_info, _("Contents differ"));
556 return false;
557 }
558 }
559 return true;
560 }
561
562 bool
563 sparse_diff_file (int fd, struct tar_stat_info *st)
564 {
565 bool rc = true;
566 struct tar_sparse_file file;
567 size_t i;
568 off_t offset = 0;
569
570 if (!tar_sparse_init (&file))
571 return dump_status_not_implemented;
572
573 file.stat_info = st;
574 file.fd = fd;
575 file.seekable = true; /* File *must* be seekable for compare to work */
576
577 rc = tar_sparse_decode_header (&file);
578 mv_begin (st);
579 for (i = 0; rc && i < file.stat_info->sparse_map_avail; i++)
580 {
581 rc = check_sparse_region (&file,
582 offset, file.stat_info->sparse_map[i].offset)
583 && check_data_region (&file, i);
584 offset = file.stat_info->sparse_map[i].offset
585 + file.stat_info->sparse_map[i].numbytes;
586 }
587
588 if (!rc)
589 skip_file (file.stat_info->archive_file_size - file.dumped_size);
590 mv_end ();
591
592 tar_sparse_done (&file);
593 return rc;
594 }
595
596 \f
597 /* Old GNU Format. The sparse file information is stored in the
598 oldgnu_header in the following manner:
599
600 The header is marked with type 'S'. Its `size' field contains
601 the cumulative size of all non-empty blocks of the file. The
602 actual file size is stored in `realsize' member of oldgnu_header.
603
604 The map of the file is stored in a list of `struct sparse'.
605 Each struct contains offset to the block of data and its
606 size (both as octal numbers). The first file header contains
607 at most 4 such structs (SPARSES_IN_OLDGNU_HEADER). If the map
608 contains more structs, then the field `isextended' of the main
609 header is set to 1 (binary) and the `struct sparse_header'
610 header follows, containing at most 21 following structs
611 (SPARSES_IN_SPARSE_HEADER). If more structs follow, `isextended'
612 field of the extended header is set and next next extension header
613 follows, etc... */
614
615 enum oldgnu_add_status
616 {
617 add_ok,
618 add_finish,
619 add_fail
620 };
621
622 static bool
623 oldgnu_sparse_member_p (struct tar_sparse_file *file __attribute__ ((unused)))
624 {
625 return current_header->header.typeflag == GNUTYPE_SPARSE;
626 }
627
628 /* Add a sparse item to the sparse file and its obstack */
629 static enum oldgnu_add_status
630 oldgnu_add_sparse (struct tar_sparse_file *file, struct sparse *s)
631 {
632 struct sp_array sp;
633
634 if (s->numbytes[0] == '\0')
635 return add_finish;
636 sp.offset = OFF_FROM_HEADER (s->offset);
637 sp.numbytes = SIZE_FROM_HEADER (s->numbytes);
638 if (sp.offset < 0
639 || file->stat_info->stat.st_size < sp.offset + sp.numbytes
640 || file->stat_info->archive_file_size < 0)
641 return add_fail;
642
643 sparse_add_map (file->stat_info, &sp);
644 return add_ok;
645 }
646
647 static bool
648 oldgnu_fixup_header (struct tar_sparse_file *file)
649 {
650 /* NOTE! st_size was initialized from the header
651 which actually contains archived size. The following fixes it */
652 file->stat_info->archive_file_size = file->stat_info->stat.st_size;
653 file->stat_info->stat.st_size =
654 OFF_FROM_HEADER (current_header->oldgnu_header.realsize);
655 return true;
656 }
657
658 /* Convert old GNU format sparse data to internal representation */
659 static bool
660 oldgnu_get_sparse_info (struct tar_sparse_file *file)
661 {
662 size_t i;
663 union block *h = current_header;
664 int ext_p;
665 enum oldgnu_add_status rc;
666
667 file->stat_info->sparse_map_avail = 0;
668 for (i = 0; i < SPARSES_IN_OLDGNU_HEADER; i++)
669 {
670 rc = oldgnu_add_sparse (file, &h->oldgnu_header.sp[i]);
671 if (rc != add_ok)
672 break;
673 }
674
675 for (ext_p = h->oldgnu_header.isextended;
676 rc == add_ok && ext_p; ext_p = h->sparse_header.isextended)
677 {
678 h = find_next_block ();
679 if (!h)
680 {
681 ERROR ((0, 0, _("Unexpected EOF in archive")));
682 return false;
683 }
684 set_next_block_after (h);
685 for (i = 0; i < SPARSES_IN_SPARSE_HEADER && rc == add_ok; i++)
686 rc = oldgnu_add_sparse (file, &h->sparse_header.sp[i]);
687 }
688
689 if (rc == add_fail)
690 {
691 ERROR ((0, 0, _("%s: invalid sparse archive member"),
692 file->stat_info->orig_file_name));
693 return false;
694 }
695 return true;
696 }
697
698 static void
699 oldgnu_store_sparse_info (struct tar_sparse_file *file, size_t *pindex,
700 struct sparse *sp, size_t sparse_size)
701 {
702 for (; *pindex < file->stat_info->sparse_map_avail
703 && sparse_size > 0; sparse_size--, sp++, ++*pindex)
704 {
705 OFF_TO_CHARS (file->stat_info->sparse_map[*pindex].offset,
706 sp->offset);
707 SIZE_TO_CHARS (file->stat_info->sparse_map[*pindex].numbytes,
708 sp->numbytes);
709 }
710 }
711
712 static bool
713 oldgnu_dump_header (struct tar_sparse_file *file)
714 {
715 off_t block_ordinal = current_block_ordinal ();
716 union block *blk;
717 size_t i;
718
719 blk = start_header (file->stat_info);
720 blk->header.typeflag = GNUTYPE_SPARSE;
721 if (file->stat_info->sparse_map_avail > SPARSES_IN_OLDGNU_HEADER)
722 blk->oldgnu_header.isextended = 1;
723
724 /* Store the real file size */
725 OFF_TO_CHARS (file->stat_info->stat.st_size, blk->oldgnu_header.realsize);
726 /* Store the effective (shrunken) file size */
727 OFF_TO_CHARS (file->stat_info->archive_file_size, blk->header.size);
728
729 i = 0;
730 oldgnu_store_sparse_info (file, &i,
731 blk->oldgnu_header.sp,
732 SPARSES_IN_OLDGNU_HEADER);
733 blk->oldgnu_header.isextended = i < file->stat_info->sparse_map_avail;
734 finish_header (file->stat_info, blk, block_ordinal);
735
736 while (i < file->stat_info->sparse_map_avail)
737 {
738 blk = find_next_block ();
739 memset (blk->buffer, 0, BLOCKSIZE);
740 oldgnu_store_sparse_info (file, &i,
741 blk->sparse_header.sp,
742 SPARSES_IN_SPARSE_HEADER);
743 set_next_block_after (blk);
744 if (i < file->stat_info->sparse_map_avail)
745 blk->sparse_header.isextended = 1;
746 else
747 break;
748 }
749 return true;
750 }
751
752 static struct tar_sparse_optab const oldgnu_optab = {
753 NULL, /* No init function */
754 NULL, /* No done function */
755 oldgnu_sparse_member_p,
756 oldgnu_dump_header,
757 oldgnu_fixup_header,
758 oldgnu_get_sparse_info,
759 NULL, /* No scan_block function */
760 sparse_dump_region,
761 sparse_extract_region,
762 };
763
764 \f
765 /* Star */
766
767 static bool
768 star_sparse_member_p (struct tar_sparse_file *file __attribute__ ((unused)))
769 {
770 return current_header->header.typeflag == GNUTYPE_SPARSE;
771 }
772
773 static bool
774 star_fixup_header (struct tar_sparse_file *file)
775 {
776 /* NOTE! st_size was initialized from the header
777 which actually contains archived size. The following fixes it */
778 file->stat_info->archive_file_size = file->stat_info->stat.st_size;
779 file->stat_info->stat.st_size =
780 OFF_FROM_HEADER (current_header->star_in_header.realsize);
781 return true;
782 }
783
784 /* Convert STAR format sparse data to internal representation */
785 static bool
786 star_get_sparse_info (struct tar_sparse_file *file)
787 {
788 size_t i;
789 union block *h = current_header;
790 int ext_p;
791 enum oldgnu_add_status rc = add_ok;
792
793 file->stat_info->sparse_map_avail = 0;
794
795 if (h->star_in_header.prefix[0] == '\0'
796 && h->star_in_header.sp[0].offset[10] != '\0')
797 {
798 /* Old star format */
799 for (i = 0; i < SPARSES_IN_STAR_HEADER; i++)
800 {
801 rc = oldgnu_add_sparse (file, &h->star_in_header.sp[i]);
802 if (rc != add_ok)
803 break;
804 }
805 ext_p = h->star_in_header.isextended;
806 }
807 else
808 ext_p = 1;
809
810 for (; rc == add_ok && ext_p; ext_p = h->star_ext_header.isextended)
811 {
812 h = find_next_block ();
813 if (!h)
814 {
815 ERROR ((0, 0, _("Unexpected EOF in archive")));
816 return false;
817 }
818 set_next_block_after (h);
819 for (i = 0; i < SPARSES_IN_STAR_EXT_HEADER && rc == add_ok; i++)
820 rc = oldgnu_add_sparse (file, &h->star_ext_header.sp[i]);
821 }
822
823 if (rc == add_fail)
824 {
825 ERROR ((0, 0, _("%s: invalid sparse archive member"),
826 file->stat_info->orig_file_name));
827 return false;
828 }
829 return true;
830 }
831
832
833 static struct tar_sparse_optab const star_optab = {
834 NULL, /* No init function */
835 NULL, /* No done function */
836 star_sparse_member_p,
837 NULL,
838 star_fixup_header,
839 star_get_sparse_info,
840 NULL, /* No scan_block function */
841 NULL, /* No dump region function */
842 sparse_extract_region,
843 };
844
845 \f
846 /* GNU PAX sparse file format. The sparse file map is stored in
847 x header:
848
849 GNU.sparse.size Real size of the stored file
850 GNU.sparse.numblocks Number of blocks in the sparse map
851 GNU.sparse.map Map of non-null data chunks. A string consisting
852 of comma-separated values "offset,size[,offset,size]..."
853
854 Tar versions 1.14-1.15.1 instead of the latter used:
855
856 repeat numblocks time
857 GNU.sparse.offset Offset of the next data block
858 GNU.sparse.numbytes Size of the next data block
859 end repeat
860
861 This has been reported as conflicting with the POSIX specs. The reason is
862 that offsets and sizes of non-zero data blocks were stored in multiple
863 instances of GNU.sparse.offset/GNU.sparse.numbytes variables. However,
864 POSIX requires the latest occurrence of the variable to override all
865 previous occurrences.
866
867 To avoid this incompatibility new keyword GNU.sparse.map was introduced
868 in tar 1.15.2. Some people might still need the 1.14 way of handling
869 sparse files for the compatibility reasons: it can be achieved by
870 specifying `--pax-option delete=GNU.sparse.map' in the command line.
871
872 See FIXME-1.14-1.15.1-1.20, below.
873 */
874
875 static bool
876 pax_sparse_member_p (struct tar_sparse_file *file)
877 {
878 return file->stat_info->sparse_map_avail > 0;
879 }
880
881 static bool
882 pax_dump_header (struct tar_sparse_file *file)
883 {
884 off_t block_ordinal = current_block_ordinal ();
885 union block *blk;
886 size_t i;
887 char nbuf[UINTMAX_STRSIZE_BOUND];
888 struct sp_array *map = file->stat_info->sparse_map;
889
890 /* Store the real file size */
891 xheader_store ("GNU.sparse.size", file->stat_info, NULL);
892 xheader_store ("GNU.sparse.numblocks", file->stat_info, NULL);
893
894 /* FIXME-1.14-1.15.1-1.20: See the comment above.
895 Starting with 1.17 this should display a warning about POSIX-incompatible
896 keywords being generated. In 1.20, the true branch of the if block below
897 will be removed and GNU.sparse.map will be marked in xhdr_tab as
898 protected. */
899
900 if (xheader_keyword_deleted_p ("GNU.sparse.map"))
901 {
902 for (i = 0; i < file->stat_info->sparse_map_avail; i++)
903 {
904 xheader_store ("GNU.sparse.offset", file->stat_info, &i);
905 xheader_store ("GNU.sparse.numbytes", file->stat_info, &i);
906 }
907 }
908 else
909 {
910 xheader_string_begin ();
911 for (i = 0; i < file->stat_info->sparse_map_avail; i++)
912 {
913 if (i)
914 xheader_string_add (",");
915 xheader_string_add (umaxtostr (map[i].offset, nbuf));
916 xheader_string_add (",");
917 xheader_string_add (umaxtostr (map[i].numbytes, nbuf));
918 }
919 xheader_string_end ("GNU.sparse.map");
920 }
921 blk = start_header (file->stat_info);
922 /* Store the effective (shrunken) file size */
923 OFF_TO_CHARS (file->stat_info->archive_file_size, blk->header.size);
924 finish_header (file->stat_info, blk, block_ordinal);
925 return true;
926 }
927
928 static struct tar_sparse_optab const pax_optab = {
929 NULL, /* No init function */
930 NULL, /* No done function */
931 pax_sparse_member_p,
932 pax_dump_header,
933 NULL, /* No decode_header function */
934 NULL, /* No fixup_header function */
935 NULL, /* No scan_block function */
936 sparse_dump_region,
937 sparse_extract_region,
938 };
This page took 0.07661 seconds and 4 git commands to generate.