pg_backup_tar.c 27.1 KB
Newer Older
Philip Warner's avatar
Philip Warner committed
1 2 3 4 5 6 7 8 9 10
/*-------------------------------------------------------------------------
 *
 * pg_backup_tar.c
 *
 *	This file is copied from the 'files' format file, but dumps data into
 *	one temp file then sends it to the output TAR archive.
 *
 *	See the headers to pg_backup_files & pg_restore for more details.
 *
 * Copyright (c) 2000, Philip Warner
11 12
 *		Rights are granted to use this software in any way so long
 *		as this notice is not removed.
Philip Warner's avatar
Philip Warner committed
13 14 15 16 17 18
 *
 *	The author is not responsible for loss or damages that may
 *	result from it's use.
 *
 *
 * IDENTIFICATION
19
 *		$Header: /cvsroot/pgsql/src/bin/pg_dump/pg_backup_tar.c,v 1.16 2001/06/27 21:21:37 petere Exp $
Philip Warner's avatar
Philip Warner committed
20 21 22
 *
 * Modifications - 28-Jun-2000 - pjw@rhyme.com.au
 *
23
 *	Initial version.
Philip Warner's avatar
Philip Warner committed
24
 *
25 26
 * Modifications - 04-Jan-2001 - pjw@rhyme.com.au
 *
27
 *	  - Check results of IO routines more carefully.
28
 *
Philip Warner's avatar
Philip Warner committed
29 30 31
 *-------------------------------------------------------------------------
 */

32 33 34 35
#include "pg_backup.h"
#include "pg_backup_archiver.h"
#include "pg_backup_tar.h"

Philip Warner's avatar
Philip Warner committed
36 37 38 39 40
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include <unistd.h>

41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
static void _ArchiveEntry(ArchiveHandle *AH, TocEntry *te);
static void _StartData(ArchiveHandle *AH, TocEntry *te);
static int	_WriteData(ArchiveHandle *AH, const void *data, int dLen);
static void _EndData(ArchiveHandle *AH, TocEntry *te);
static int	_WriteByte(ArchiveHandle *AH, const int i);
static int	_ReadByte(ArchiveHandle *);
static int	_WriteBuf(ArchiveHandle *AH, const void *buf, int len);
static int	_ReadBuf(ArchiveHandle *AH, void *buf, int len);
static void _CloseArchive(ArchiveHandle *AH);
static void _PrintTocData(ArchiveHandle *AH, TocEntry *te, RestoreOptions *ropt);
static void _WriteExtraToc(ArchiveHandle *AH, TocEntry *te);
static void _ReadExtraToc(ArchiveHandle *AH, TocEntry *te);
static void _PrintExtraToc(ArchiveHandle *AH, TocEntry *te);

static void _StartBlobs(ArchiveHandle *AH, TocEntry *te);
56 57
static void _StartBlob(ArchiveHandle *AH, TocEntry *te, Oid oid);
static void _EndBlob(ArchiveHandle *AH, TocEntry *te, Oid oid);
58
static void _EndBlobs(ArchiveHandle *AH, TocEntry *te);
Philip Warner's avatar
Philip Warner committed
59 60 61 62 63

#define K_STD_BUF_SIZE 1024


#ifdef HAVE_LIBZ
64 65 66
 /* typedef gzFile	 ThingFile; */
typedef FILE ThingFile;

Philip Warner's avatar
Philip Warner committed
67
#else
68 69
typedef FILE ThingFile;

Philip Warner's avatar
Philip Warner committed
70 71
#endif

72 73 74 75 76 77 78 79 80 81 82
typedef struct
{
	ThingFile  *zFH;
	FILE	   *nFH;
	FILE	   *tarFH;
	FILE	   *tmpFH;
	char	   *targetFile;
	char		mode;
	int			pos;
	int			fileLen;
	ArchiveHandle *AH;
Philip Warner's avatar
Philip Warner committed
83 84
} TAR_MEMBER;

85 86
typedef struct
{
Philip Warner's avatar
Philip Warner committed
87
	int			hasSeek;
88 89 90
	int			filePos;
	TAR_MEMBER *blobToc;
	FILE	   *tarFH;
Philip Warner's avatar
Philip Warner committed
91 92
	int			tarFHpos;
	int			tarNextMember;
93
	TAR_MEMBER *FH;
Philip Warner's avatar
Philip Warner committed
94
	int			isSpecialScript;
95
	TAR_MEMBER *scriptTH;
Philip Warner's avatar
Philip Warner committed
96 97
} lclContext;

98 99 100 101
typedef struct
{
	TAR_MEMBER *TH;
	char	   *filename;
Philip Warner's avatar
Philip Warner committed
102 103
} lclTocEntry;

104
static char *modulename = "tar archiver";
105 106

static void _LoadBlobs(ArchiveHandle *AH, RestoreOptions *ropt);
Philip Warner's avatar
Philip Warner committed
107

108 109
static TAR_MEMBER *tarOpen(ArchiveHandle *AH, const char *filename, char mode);
static void tarClose(ArchiveHandle *AH, TAR_MEMBER *TH);
Philip Warner's avatar
Philip Warner committed
110 111

#ifdef __NOT_USED__
112 113
static char *tarGets(char *buf, int len, TAR_MEMBER *th);

Philip Warner's avatar
Philip Warner committed
114
#endif
115
static int	tarPrintf(ArchiveHandle *AH, TAR_MEMBER *th, const char *fmt,...);
Philip Warner's avatar
Philip Warner committed
116

117 118 119 120 121 122 123 124
static void _tarAddFile(ArchiveHandle *AH, TAR_MEMBER *th);
static int	_tarChecksum(char *th);
static TAR_MEMBER *_tarPositionTo(ArchiveHandle *AH, const char *filename);
static int	tarRead(void *buf, int len, TAR_MEMBER *th);
static int	tarWrite(const void *buf, int len, TAR_MEMBER *th);
static void _tarWriteHeader(TAR_MEMBER *th);
static int	_tarGetHeader(ArchiveHandle *AH, TAR_MEMBER *th);
static int	_tarReadRaw(ArchiveHandle *AH, void *buf, int len, TAR_MEMBER *th, FILE *fh);
Philip Warner's avatar
Philip Warner committed
125

126
static int	_scriptOut(ArchiveHandle *AH, const void *buf, int len);
Philip Warner's avatar
Philip Warner committed
127 128

/*
129
 *	Initializer
Philip Warner's avatar
Philip Warner committed
130
 */
131 132
void
InitArchiveFmt_Tar(ArchiveHandle *AH)
Philip Warner's avatar
Philip Warner committed
133
{
134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169
	lclContext *ctx;

	/* Assuming static functions, this can be copied for each format. */
	AH->ArchiveEntryPtr = _ArchiveEntry;
	AH->StartDataPtr = _StartData;
	AH->WriteDataPtr = _WriteData;
	AH->EndDataPtr = _EndData;
	AH->WriteBytePtr = _WriteByte;
	AH->ReadBytePtr = _ReadByte;
	AH->WriteBufPtr = _WriteBuf;
	AH->ReadBufPtr = _ReadBuf;
	AH->ClosePtr = _CloseArchive;
	AH->PrintTocDataPtr = _PrintTocData;
	AH->ReadExtraTocPtr = _ReadExtraToc;
	AH->WriteExtraTocPtr = _WriteExtraToc;
	AH->PrintExtraTocPtr = _PrintExtraToc;

	AH->StartBlobsPtr = _StartBlobs;
	AH->StartBlobPtr = _StartBlob;
	AH->EndBlobPtr = _EndBlob;
	AH->EndBlobsPtr = _EndBlobs;

	/*
	 * Set up some special context used in compressing data.
	 */
	ctx = (lclContext *) malloc(sizeof(lclContext));
	AH->formatData = (void *) ctx;
	ctx->filePos = 0;

	/*
	 * Now open the TOC file
	 */
	if (AH->mode == archModeWrite)
	{

		if (AH->fSpec && strcmp(AH->fSpec, "") != 0)
Philip Warner's avatar
Philip Warner committed
170
			ctx->tarFH = fopen(AH->fSpec, PG_BINARY_W);
171
		else
Philip Warner's avatar
Philip Warner committed
172
			ctx->tarFH = stdout;
173

174
		if (ctx->tarFH == NULL)
175 176
			die_horribly(NULL, modulename,
						 "could not open TOC file for output: %s\n", strerror(errno));
177

Philip Warner's avatar
Philip Warner committed
178 179
		ctx->tarFHpos = 0;

180 181 182 183
		/*
		 * Make unbuffered since we will dup() it, and the buffers screw
		 * each other
		 */
184
		/* setvbuf(ctx->tarFH, NULL, _IONBF, 0); */
Philip Warner's avatar
Philip Warner committed
185 186 187

		ctx->hasSeek = (fseek(ctx->tarFH, 0, SEEK_CUR) == 0);

188
		if (AH->compression < 0 || AH->compression > 9)
Philip Warner's avatar
Philip Warner committed
189 190 191 192 193 194
			AH->compression = Z_DEFAULT_COMPRESSION;

		/* Don't compress into tar files unless asked to do so */
		if (AH->compression == Z_DEFAULT_COMPRESSION)
			AH->compression = 0;

195 196 197 198
		/*
		 * We don't support compression because reading the files back is
		 * not possible since gzdopen uses buffered IO which totally
		 * screws file positioning.
Philip Warner's avatar
Philip Warner committed
199 200
		 */
		if (AH->compression != 0)
201
			die_horribly(NULL, modulename, "compression not supported by tar output format\n");
Philip Warner's avatar
Philip Warner committed
202

203 204 205
	}
	else
	{							/* Read Mode */
Philip Warner's avatar
Philip Warner committed
206

207
		if (AH->fSpec && strcmp(AH->fSpec, "") != 0)
Philip Warner's avatar
Philip Warner committed
208
			ctx->tarFH = fopen(AH->fSpec, PG_BINARY_R);
209
		else
Philip Warner's avatar
Philip Warner committed
210 211
			ctx->tarFH = stdin;

212
		if (ctx->tarFH == NULL)
213
			die_horribly(NULL, modulename, "could not open TOC file for input: %s\n", strerror(errno));
214

215 216 217 218
		/*
		 * Make unbuffered since we will dup() it, and the buffers screw
		 * each other
		 */
219
		/* setvbuf(ctx->tarFH, NULL, _IONBF, 0); */
Philip Warner's avatar
Philip Warner committed
220 221 222 223 224

		ctx->tarFHpos = 0;

		ctx->hasSeek = (fseek(ctx->tarFH, 0, SEEK_CUR) == 0);

225 226 227 228
		/*
		 * Forcibly unmark the header as read since we use the lookahead
		 * buffer
		 */
Philip Warner's avatar
Philip Warner committed
229 230
		AH->readHeader = 0;

231
		ctx->FH = (void *) tarOpen(AH, "toc.dat", 'r');
Philip Warner's avatar
Philip Warner committed
232 233
		ReadHead(AH);
		ReadToc(AH);
234 235
		tarClose(AH, ctx->FH);	/* Nothing else in the file... */
	}
Philip Warner's avatar
Philip Warner committed
236 237 238 239 240

}

/*
 * - Start a new TOC entry
241
 *	 Setup the output file name.
Philip Warner's avatar
Philip Warner committed
242
 */
243 244
static void
_ArchiveEntry(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
245
{
246 247
	lclTocEntry *ctx;
	char		fn[K_STD_BUF_SIZE];
Philip Warner's avatar
Philip Warner committed
248

249
	ctx = (lclTocEntry *) malloc(sizeof(lclTocEntry));
250
	if (te->dataDumper != NULL)
251
	{
Philip Warner's avatar
Philip Warner committed
252
#ifdef HAVE_LIBZ
253
		if (AH->compression == 0)
Philip Warner's avatar
Philip Warner committed
254
			sprintf(fn, "%d.dat", te->id);
255
		else
Philip Warner's avatar
Philip Warner committed
256 257 258 259 260
			sprintf(fn, "%d.dat.gz", te->id);
#else
		sprintf(fn, "%d.dat", te->id);
#endif
		ctx->filename = strdup(fn);
261 262 263
	}
	else
	{
Philip Warner's avatar
Philip Warner committed
264 265
		ctx->filename = NULL;
		ctx->TH = NULL;
266 267
	}
	te->formatData = (void *) ctx;
Philip Warner's avatar
Philip Warner committed
268 269
}

270 271
static void
_WriteExtraToc(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
272
{
273
	lclTocEntry *ctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
274

275
	if (ctx->filename)
Philip Warner's avatar
Philip Warner committed
276
		WriteStr(AH, ctx->filename);
277
	else
Philip Warner's avatar
Philip Warner committed
278 279 280
		WriteStr(AH, "");
}

281 282
static void
_ReadExtraToc(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
283
{
284
	lclTocEntry *ctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
285

286 287 288 289 290
	if (ctx == NULL)
	{
		ctx = (lclTocEntry *) malloc(sizeof(lclTocEntry));
		te->formatData = (void *) ctx;
	}
Philip Warner's avatar
Philip Warner committed
291

292 293 294
	ctx->filename = ReadStr(AH);
	if (strlen(ctx->filename) == 0)
	{
Philip Warner's avatar
Philip Warner committed
295 296
		free(ctx->filename);
		ctx->filename = NULL;
297 298
	}
	ctx->TH = NULL;
Philip Warner's avatar
Philip Warner committed
299 300
}

301 302
static void
_PrintExtraToc(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
303
{
304
	lclTocEntry *ctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
305

306 307
	if (ctx->filename != NULL)
		ahprintf(AH, "-- File: %s\n", ctx->filename);
Philip Warner's avatar
Philip Warner committed
308 309
}

310 311
static void
_StartData(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
312
{
313
	lclTocEntry *tctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
314 315 316 317

	tctx->TH = tarOpen(AH, tctx->filename, 'w');
}

318 319
static TAR_MEMBER *
tarOpen(ArchiveHandle *AH, const char *filename, char mode)
Philip Warner's avatar
Philip Warner committed
320
{
321 322 323
	lclContext *ctx = (lclContext *) AH->formatData;
	TAR_MEMBER *tm;

Philip Warner's avatar
Philip Warner committed
324
#ifdef HAVE_LIBZ
325 326
	char		fmode[10];

Philip Warner's avatar
Philip Warner committed
327 328 329 330 331
#endif

	if (mode == 'r')
	{
		tm = _tarPositionTo(AH, filename);
332
		if (!tm)				/* Not found */
Philip Warner's avatar
Philip Warner committed
333
		{
334 335
			if (filename)		/* Couldn't find the requested file.
								 * Future: DO SEEK(0) and retry. */
336
				die_horribly(AH, modulename, "could not find file %s in archive\n", filename);
337 338
			else
/* Any file OK, non left, so return NULL */
Philip Warner's avatar
Philip Warner committed
339 340 341 342 343 344 345 346
				return NULL;
		}

#ifdef HAVE_LIBZ

		if (AH->compression == 0)
			tm->nFH = ctx->tarFH;
		else
347
			die_horribly(AH, modulename, "compression support is disabled in this format\n");
348
		/* tm->zFH = gzdopen(dup(fileno(ctx->tarFH)), "rb"); */
Philip Warner's avatar
Philip Warner committed
349 350 351 352 353 354 355

#else

		tm->nFH = ctx->tarFH;

#endif

356 357 358
	}
	else
	{
Philip Warner's avatar
Philip Warner committed
359 360 361 362
		tm = calloc(1, sizeof(TAR_MEMBER));

		tm->tmpFH = tmpfile();

363
		if (tm->tmpFH == NULL)
364
			die_horribly(AH, modulename, "could not generate temporary file name: %s\n", strerror(errno));
365

Philip Warner's avatar
Philip Warner committed
366 367 368 369 370 371
#ifdef HAVE_LIBZ

		if (AH->compression != 0)
		{
			sprintf(fmode, "wb%d", AH->compression);
			tm->zFH = gzdopen(dup(fileno(tm->tmpFH)), fmode);
372
			if (tm->zFH == NULL)
373
				die_horribly(AH, modulename, "could not gzdopen temporary file\n");
374

375 376
		}
		else
Philip Warner's avatar
Philip Warner committed
377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
			tm->nFH = tm->tmpFH;

#else

		tm->nFH = tm->tmpFH;

#endif

		tm->AH = AH;
		tm->targetFile = strdup(filename);
	}

	tm->mode = mode;
	tm->tarFH = ctx->tarFH;

	return tm;

}

396 397
static void
tarClose(ArchiveHandle *AH, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
398
{
399

Philip Warner's avatar
Philip Warner committed
400 401 402 403
	/*
	 * Close the GZ file since we dup'd. This will flush the buffers.
	 */
	if (AH->compression != 0)
404
		if (GZCLOSE(th->zFH) != 0)
405
			die_horribly(AH, modulename, "could not close tar member\n");
Philip Warner's avatar
Philip Warner committed
406 407

	if (th->mode == 'w')
408 409 410 411 412
		_tarAddFile(AH, th);	/* This will close the temp file */

	/*
	 * else Nothing to do for normal read since we don't dup() normal file
	 * handle, and we don't use temp files.
Philip Warner's avatar
Philip Warner committed
413 414
	 */

415
	if (th->targetFile)
Philip Warner's avatar
Philip Warner committed
416 417 418 419 420 421 422
		free(th->targetFile);

	th->nFH = NULL;
	th->zFH = NULL;
}

#ifdef __NOT_USED__
423 424
static char *
tarGets(char *buf, int len, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
425
{
426 427 428 429
	char	   *s;
	int			cnt = 0;
	char		c = ' ';
	int			eof = 0;
Philip Warner's avatar
Philip Warner committed
430 431 432 433 434 435 436

	/* Can't read past logical EOF */
	if (len > (th->fileLen - th->pos))
		len = th->fileLen - th->pos;

	while (cnt < len && c != '\n')
	{
437 438
		if (_tarReadRaw(th->AH, &c, 1, th, NULL) <= 0)
		{
Philip Warner's avatar
Philip Warner committed
439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454
			eof = 1;
			break;
		}
		buf[cnt++] = c;
	}

	if (eof && cnt == 0)
		s = NULL;
	else
	{
		buf[cnt++] = '\0';
		s = buf;
	}

	if (s)
	{
455
		len = strlen(s);
Philip Warner's avatar
Philip Warner committed
456 457 458 459 460
		th->pos += len;
	}

	return s;
}
461

Philip Warner's avatar
Philip Warner committed
462 463
#endif

464
/*
Philip Warner's avatar
Philip Warner committed
465 466 467
 * Just read bytes from the archive. This is the low level read routine
 * that is used for ALL reads on a tar file.
 */
468 469
static int
_tarReadRaw(ArchiveHandle *AH, void *buf, int len, TAR_MEMBER *th, FILE *fh)
Philip Warner's avatar
Philip Warner committed
470
{
471 472 473 474
	lclContext *ctx = (lclContext *) AH->formatData;
	int			avail;
	int			used = 0;
	int			res = 0;
Philip Warner's avatar
Philip Warner committed
475 476 477 478 479

	avail = AH->lookaheadLen - AH->lookaheadPos;
	if (avail > 0)
	{
		/* We have some lookahead bytes to use */
480
		if (avail >= len)		/* Just use the lookahead buffer */
Philip Warner's avatar
Philip Warner committed
481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496
			used = len;
		else
			used = avail;

		/* Copy, and adjust buffer pos */
		memcpy(buf, AH->lookahead, used);
		AH->lookaheadPos += used;

		/* Adjust required length */
		len -= used;
	}

	/* Read the file if len > 0 */
	if (len > 0)
	{
		if (fh)
497
			res = fread(&((char *) buf)[used], 1, len, fh);
Philip Warner's avatar
Philip Warner committed
498 499 500
		else if (th)
		{
			if (th->zFH)
501
				res = GZREAD(&((char *) buf)[used], 1, len, th->zFH);
Philip Warner's avatar
Philip Warner committed
502
			else
503 504
				res = fread(&((char *) buf)[used], 1, len, th->nFH);
		}
Philip Warner's avatar
Philip Warner committed
505
		else
506
			die_horribly(AH, modulename, "neither th nor fh specified in tarReadRaw() (internal error)\n");
Philip Warner's avatar
Philip Warner committed
507 508
	}

509 510 511 512
#if 0
	write_msg(modulename, "requested %d bytes, got %d from lookahead and %d from file\n",
			  reqLen, used, res);
#endif
Philip Warner's avatar
Philip Warner committed
513 514 515 516 517

	ctx->tarFHpos += res + used;

	return (res + used);
}
518 519 520

static int
tarRead(void *buf, int len, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
521
{
522
	int			res;
Philip Warner's avatar
Philip Warner committed
523 524 525 526 527 528 529 530 531 532 533 534 535 536

	if (th->pos + len > th->fileLen)
		len = th->fileLen - th->pos;

	if (len <= 0)
		return 0;

	res = _tarReadRaw(th->AH, buf, len, th, NULL);

	th->pos += res;

	return res;
}

537 538
static int
tarWrite(const void *buf, int len, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
539
{
540
	int			res;
Philip Warner's avatar
Philip Warner committed
541 542

	if (th->zFH != 0)
543
		res = GZWRITE((void *) buf, 1, len, th->zFH);
Philip Warner's avatar
Philip Warner committed
544 545 546
	else
		res = fwrite(buf, 1, len, th->nFH);

547
	if (res != len)
548 549
		die_horribly(th->AH, modulename,
					 "could not write to tar member (wrote %d, attempted %d)\n", res, len);
550

Philip Warner's avatar
Philip Warner committed
551 552 553 554
	th->pos += res;
	return res;
}

555 556
static int
_WriteData(ArchiveHandle *AH, const void *data, int dLen)
Philip Warner's avatar
Philip Warner committed
557
{
558
	lclTocEntry *tctx = (lclTocEntry *) AH->currToc->formatData;
Philip Warner's avatar
Philip Warner committed
559

560
	dLen = tarWrite((void *) data, dLen, tctx->TH);
Philip Warner's avatar
Philip Warner committed
561

562
	return dLen;
Philip Warner's avatar
Philip Warner committed
563 564
}

565 566
static void
_EndData(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
567
{
568
	lclTocEntry *tctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
569

570 571 572
	/* Close the file */
	tarClose(AH, tctx->TH);
	tctx->TH = NULL;
Philip Warner's avatar
Philip Warner committed
573 574
}

575 576
/*
 * Print data for a given file
Philip Warner's avatar
Philip Warner committed
577
 */
578 579
static void
_PrintFileData(ArchiveHandle *AH, char *filename, RestoreOptions *ropt)
Philip Warner's avatar
Philip Warner committed
580
{
581 582 583 584
	lclContext *ctx = (lclContext *) AH->formatData;
	char		buf[4096];
	int			cnt;
	TAR_MEMBER *th;
Philip Warner's avatar
Philip Warner committed
585

586
	if (!filename)
Philip Warner's avatar
Philip Warner committed
587 588 589 590 591
		return;

	th = tarOpen(AH, filename, 'r');
	ctx->FH = th;

592 593
	while ((cnt = tarRead(buf, 4095, th)) > 0)
	{
Philip Warner's avatar
Philip Warner committed
594 595
		buf[cnt] = '\0';
		ahwrite(buf, 1, cnt, AH);
596
	}
Philip Warner's avatar
Philip Warner committed
597

598
	tarClose(AH, th);
Philip Warner's avatar
Philip Warner committed
599 600 601 602 603 604
}


/*
 * Print data for a given TOC entry
*/
605 606
static void
_PrintTocData(ArchiveHandle *AH, TocEntry *te, RestoreOptions *ropt)
Philip Warner's avatar
Philip Warner committed
607
{
608 609 610 611 612 613 614 615
	lclContext *ctx = (lclContext *) AH->formatData;
	lclTocEntry *tctx = (lclTocEntry *) te->formatData;
	char	   *tmpCopy;
	int			i,
				pos1,
				pos2;

	if (!tctx->filename)
Philip Warner's avatar
Philip Warner committed
616 617 618 619 620 621 622 623 624 625 626 627
		return;

	if (ctx->isSpecialScript)
	{
		if (!te->copyStmt)
			return;

		/* Abort the default COPY */
		ahprintf(AH, "\\.\n");

		/* Get a copy of the COPY statement and clean it up */
		tmpCopy = strdup(te->copyStmt);
628
		for (i = 0; i < strlen(tmpCopy); i++)
629
			tmpCopy[i] = tolower((unsigned char) tmpCopy[i]);
Philip Warner's avatar
Philip Warner committed
630 631

		/*
632 633
		 * This is very nasty; we don't know if the archive used WITH
		 * OIDS, so we search the string for it in a paranoid sort of way.
Philip Warner's avatar
Philip Warner committed
634 635
		 */
		if (strncmp(tmpCopy, "copy ", 5) != 0)
636 637
			die_horribly(AH, modulename,
						 "bad COPY statement - could not find \"copy\" in string \"%s\"\n", tmpCopy);
Philip Warner's avatar
Philip Warner committed
638 639 640 641

		pos1 = 5;
		for (pos1 = 5; pos1 < strlen(tmpCopy); pos1++)
			if (tmpCopy[pos1] != ' ')
642
				break;
Philip Warner's avatar
Philip Warner committed
643 644 645

		if (tmpCopy[pos1] == '"')
			pos1 += 2;
646

Philip Warner's avatar
Philip Warner committed
647 648
		pos1 += strlen(te->name);

649
		for (pos2 = pos1; pos2 < strlen(tmpCopy); pos2++)
Philip Warner's avatar
Philip Warner committed
650 651 652 653
			if (strncmp(&tmpCopy[pos2], "from stdin", 10) == 0)
				break;

		if (pos2 >= strlen(tmpCopy))
654 655 656
			die_horribly(AH, modulename,
						 "bad COPY statement - could not find \"from stdin\" in string \"%s\" starting at position %d\n",
						 tmpCopy, pos1);
Philip Warner's avatar
Philip Warner committed
657

658 659
		ahwrite(tmpCopy, 1, pos2, AH);	/* 'copy "table" [with oids]' */
		ahprintf(AH, " from '$$PATH$$/%s' %s", tctx->filename, &tmpCopy[pos2 + 10]);
Philip Warner's avatar
Philip Warner committed
660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697

		return;
	}

	if (strcmp(te->desc, "BLOBS") == 0)
		_LoadBlobs(AH, ropt);
	else
		_PrintFileData(AH, tctx->filename, ropt);
}

/* static void _getBlobTocEntry(ArchiveHandle* AH, int *oid, char fname[K_STD_BUF_SIZE])
 * {
 *	lclContext*		ctx = (lclContext*)AH->formatData;
 *	char			blobTe[K_STD_BUF_SIZE];
 *	int				fpos;
 *	int				eos;
 *
 *	if (tarGets(&blobTe[0], K_STD_BUF_SIZE - 1, ctx->blobToc) != NULL)
 *	{
 *		*oid = atoi(blobTe);
 *
 *		fpos = strcspn(blobTe, " ");
 *
 *		strncpy(fname, &blobTe[fpos+1], K_STD_BUF_SIZE - 1);
 *
 *		eos = strlen(fname)-1;
 *
 *		if (fname[eos] == '\n')
 *			fname[eos] = '\0';
 *
 *	} else {
 *
 *		*oid = 0;
 *		fname[0] = '\0';
 *	}
 *}
 */

698 699
static void
_LoadBlobs(ArchiveHandle *AH, RestoreOptions *ropt)
Philip Warner's avatar
Philip Warner committed
700
{
701 702 703 704 705
	int			oid;
	lclContext *ctx = (lclContext *) AH->formatData;
	TAR_MEMBER *th;
	int			cnt;
	char		buf[4096];
Philip Warner's avatar
Philip Warner committed
706

707 708
	StartRestoreBlobs(AH);

709
	th = tarOpen(AH, NULL, 'r');/* Open next file */
Philip Warner's avatar
Philip Warner committed
710 711 712 713 714 715
	while (th != NULL)
	{
		ctx->FH = th;

		oid = atoi(&th->targetFile[5]);

716
		if (strncmp(th->targetFile, "blob_", 5) == 0 && oid != 0)
Philip Warner's avatar
Philip Warner committed
717 718 719 720 721
		{
			ahlog(AH, 1, " - Restoring BLOB oid %d\n", oid);

			StartRestoreBlob(AH, oid);

722 723
			while ((cnt = tarRead(buf, 4095, th)) > 0)
			{
Philip Warner's avatar
Philip Warner committed
724 725 726 727 728 729 730 731 732 733 734
				buf[cnt] = '\0';
				ahwrite(buf, 1, cnt, AH);
			}
			EndRestoreBlob(AH, oid);
		}

		tarClose(AH, th);

		th = tarOpen(AH, NULL, 'r');
	}

735 736
	EndRestoreBlobs(AH);

Philip Warner's avatar
Philip Warner committed
737 738 739
}


740 741
static int
_WriteByte(ArchiveHandle *AH, const int i)
Philip Warner's avatar
Philip Warner committed
742
{
743 744 745
	lclContext *ctx = (lclContext *) AH->formatData;
	int			res;
	char		b = i;			/* Avoid endian problems */
Philip Warner's avatar
Philip Warner committed
746

747 748
	res = tarWrite(&b, 1, ctx->FH);
	if (res != EOF)
Philip Warner's avatar
Philip Warner committed
749
		ctx->filePos += res;
750
	return res;
Philip Warner's avatar
Philip Warner committed
751 752
}

753 754
static int
_ReadByte(ArchiveHandle *AH)
Philip Warner's avatar
Philip Warner committed
755
{
756 757 758
	lclContext *ctx = (lclContext *) AH->formatData;
	int			res;
	char		c = '\0';
Philip Warner's avatar
Philip Warner committed
759

760 761
	res = tarRead(&c, 1, ctx->FH);
	if (res != EOF)
Philip Warner's avatar
Philip Warner committed
762
		ctx->filePos += res;
763
	return c;
Philip Warner's avatar
Philip Warner committed
764 765
}

766 767
static int
_WriteBuf(ArchiveHandle *AH, const void *buf, int len)
Philip Warner's avatar
Philip Warner committed
768
{
769 770
	lclContext *ctx = (lclContext *) AH->formatData;
	int			res;
Philip Warner's avatar
Philip Warner committed
771

772 773 774
	res = tarWrite((void *) buf, len, ctx->FH);
	ctx->filePos += res;
	return res;
Philip Warner's avatar
Philip Warner committed
775 776
}

777 778
static int
_ReadBuf(ArchiveHandle *AH, void *buf, int len)
Philip Warner's avatar
Philip Warner committed
779
{
780 781
	lclContext *ctx = (lclContext *) AH->formatData;
	int			res;
Philip Warner's avatar
Philip Warner committed
782

783 784 785
	res = tarRead(buf, len, ctx->FH);
	ctx->filePos += res;
	return res;
Philip Warner's avatar
Philip Warner committed
786 787
}

788 789
static void
_CloseArchive(ArchiveHandle *AH)
Philip Warner's avatar
Philip Warner committed
790
{
791 792 793 794 795
	lclContext *ctx = (lclContext *) AH->formatData;
	TAR_MEMBER *th;
	RestoreOptions *ropt;
	int			savVerbose,
				i;
Philip Warner's avatar
Philip Warner committed
796

797 798
	if (AH->mode == archModeWrite)
	{
Philip Warner's avatar
Philip Warner committed
799 800 801 802 803 804 805 806

		/*
		 * Write the Header & TOC to the archive FIRST
		 */
		th = tarOpen(AH, "toc.dat", 'w');
		ctx->FH = th;
		WriteHead(AH);
		WriteToc(AH);
807
		tarClose(AH, th);		/* Not needed any more */
Philip Warner's avatar
Philip Warner committed
808 809 810 811 812 813

		/*
		 * Now send the data (tables & blobs)
		 */
		WriteDataChunks(AH);

814 815 816
		/*
		 * Now this format wants to append a script which does a full
		 * restore if the files have been extracted.
Philip Warner's avatar
Philip Warner committed
817 818 819
		 */
		th = tarOpen(AH, "restore.sql", 'w');
		tarPrintf(AH, th, "create temporary table pgdump_restore_path(p text);\n");
820 821 822 823 824 825 826 827 828 829
		tarPrintf(AH, th, "--\n"
				  "-- NOTE:\n"
				  "--\n"
			 "-- File paths need to be edited. Search for $$PATH$$ and\n"
			  "-- replace it with the path to the directory containing\n"
				  "-- the extracted data files.\n"
				  "--\n"
				  "-- Edit the following to match the path where the\n"
				  "-- tar archive has been extracted.\n"
				  "--\n");
Philip Warner's avatar
Philip Warner committed
830 831 832
		tarPrintf(AH, th, "insert into pgdump_restore_path values('/tmp');\n\n");

		AH->CustomOutPtr = _scriptOut;
833

Philip Warner's avatar
Philip Warner committed
834 835 836 837 838 839
		ctx->isSpecialScript = 1;
		ctx->scriptTH = th;

		ropt = NewRestoreOptions();
		ropt->dropSchema = 1;
		ropt->compression = 0;
840
		ropt->superuser = PQuser(AH->connection);
841
		ropt->suppressDumpWarnings = true;
Philip Warner's avatar
Philip Warner committed
842 843 844 845

		savVerbose = AH->public.verbose;
		AH->public.verbose = 0;

846
		RestoreArchive((Archive *) AH, ropt);
Philip Warner's avatar
Philip Warner committed
847 848 849 850

		AH->public.verbose = savVerbose;

		tarClose(AH, th);
851 852

		/* Add a block of NULLs since it's de-rigeur. */
853
		for (i = 0; i < 512; i++)
854
		{
855
			if (fputc(0, ctx->tarFH) == EOF)
856 857
				die_horribly(AH, modulename,
							 "could not write null block at end of tar archive\n");
858 859
		}

860
	}
Philip Warner's avatar
Philip Warner committed
861

862
	AH->FH = NULL;
Philip Warner's avatar
Philip Warner committed
863 864
}

865 866
static int
_scriptOut(ArchiveHandle *AH, const void *buf, int len)
Philip Warner's avatar
Philip Warner committed
867
{
868 869
	lclContext *ctx = (lclContext *) AH->formatData;

Philip Warner's avatar
Philip Warner committed
870 871 872 873 874 875 876 877
	return tarWrite(buf, len, ctx->scriptTH);
}

/*
 * BLOB support
 */

/*
878
 * Called by the archiver when starting to save all BLOB DATA (not schema).
Philip Warner's avatar
Philip Warner committed
879
 * This routine should save whatever format-specific information is needed
880
 * to read the BLOBs back into memory.
Philip Warner's avatar
Philip Warner committed
881 882 883 884 885 886
 *
 * It is called just prior to the dumper's DataDumper routine.
 *
 * Optional, but strongly recommended.
 *
 */
887 888
static void
_StartBlobs(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
889
{
890 891
	lclContext *ctx = (lclContext *) AH->formatData;
	char		fname[K_STD_BUF_SIZE];
Philip Warner's avatar
Philip Warner committed
892 893 894 895 896 897 898 899 900 901 902 903 904

	sprintf(fname, "blobs.toc");
	ctx->blobToc = tarOpen(AH, fname, 'w');

}

/*
 * Called by the archiver when the dumper calls StartBlob.
 *
 * Mandatory.
 *
 * Must save the passed OID for retrieval at restore-time.
 */
905
static void
906
_StartBlob(ArchiveHandle *AH, TocEntry *te, Oid oid)
Philip Warner's avatar
Philip Warner committed
907
{
908 909 910 911
	lclContext *ctx = (lclContext *) AH->formatData;
	lclTocEntry *tctx = (lclTocEntry *) te->formatData;
	char		fname[255];
	char	   *sfx;
Philip Warner's avatar
Philip Warner committed
912

913
	if (oid == 0)
914
		die_horribly(AH, modulename, "invalid OID for BLOB (%u)\n", oid);
Philip Warner's avatar
Philip Warner committed
915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934

	if (AH->compression != 0)
		sfx = ".gz";
	else
		sfx = "";

	sprintf(fname, "blob_%d.dat%s", oid, sfx);

	tarPrintf(AH, ctx->blobToc, "%d %s\n", oid, fname);

	tctx->TH = tarOpen(AH, fname, 'w');

}

/*
 * Called by the archiver when the dumper calls EndBlob.
 *
 * Optional.
 *
 */
935
static void
936
_EndBlob(ArchiveHandle *AH, TocEntry *te, Oid oid)
Philip Warner's avatar
Philip Warner committed
937
{
938
	lclTocEntry *tctx = (lclTocEntry *) te->formatData;
Philip Warner's avatar
Philip Warner committed
939 940 941 942 943

	tarClose(AH, tctx->TH);
}

/*
944
 * Called by the archiver when finishing saving all BLOB DATA.
Philip Warner's avatar
Philip Warner committed
945 946 947 948
 *
 * Optional.
 *
 */
949 950
static void
_EndBlobs(ArchiveHandle *AH, TocEntry *te)
Philip Warner's avatar
Philip Warner committed
951
{
952 953
	lclContext *ctx = (lclContext *) AH->formatData;

Philip Warner's avatar
Philip Warner committed
954
	/* Write out a fake zero OID to mark end-of-blobs. */
955
	/* WriteInt(AH, 0); */
Philip Warner's avatar
Philip Warner committed
956 957 958 959 960 961 962 963 964 965 966 967

	tarClose(AH, ctx->blobToc);

}



/*------------
 * TAR Support
 *------------
 */

968 969
static int
tarPrintf(ArchiveHandle *AH, TAR_MEMBER *th, const char *fmt,...)
Philip Warner's avatar
Philip Warner committed
970
{
971
	char	   *p = NULL;
Philip Warner's avatar
Philip Warner committed
972
	va_list		ap;
973
	int			bSize = strlen(fmt) + 256;		/* Should be enough */
Philip Warner's avatar
Philip Warner committed
974 975
	int			cnt = -1;

976 977 978 979 980 981 982 983 984 985
	/*
	 * This is paranoid: deal with the possibility that vsnprintf is
	 * willing to ignore trailing null
	 */

	/*
	 * or returns > 0 even if string does not fit. It may be the case that
	 * it returns cnt = bufsize
	 */
	while (cnt < 0 || cnt >= (bSize - 1))
986
	{
987 988
		if (p != NULL)
			free(p);
Philip Warner's avatar
Philip Warner committed
989
		bSize *= 2;
990
		p = (char *) malloc(bSize);
Philip Warner's avatar
Philip Warner committed
991
		if (p == NULL)
992
			die_horribly(AH, modulename, "out of memory\n");
993
		va_start(ap, fmt);
Philip Warner's avatar
Philip Warner committed
994
		cnt = vsnprintf(p, bSize, fmt, ap);
995
		va_end(ap);
Philip Warner's avatar
Philip Warner committed
996 997 998 999 1000 1001
	}
	cnt = tarWrite(p, cnt, th);
	free(p);
	return cnt;
}

1002 1003
static int
_tarChecksum(char *header)
Philip Warner's avatar
Philip Warner committed
1004
{
1005 1006 1007
	int			i,
				sum;

Philip Warner's avatar
Philip Warner committed
1008
	sum = 0;
1009
	for (i = 0; i < 512; i++)
Philip Warner's avatar
Philip Warner committed
1010 1011
		if (i < 148 || i >= 156)
			sum += 0xFF & header[i];
1012
	return sum + 256;			/* Assume 8 blanks in checksum field */
Philip Warner's avatar
Philip Warner committed
1013 1014
}

1015 1016
int
isValidTarHeader(char *header)
Philip Warner's avatar
Philip Warner committed
1017
{
1018 1019
	int			sum;
	int			chk = _tarChecksum(header);
Philip Warner's avatar
Philip Warner committed
1020 1021 1022 1023 1024 1025 1026

	sscanf(&header[148], "%8o", &sum);

	return (sum == chk && strncmp(&header[257], "ustar  ", 7) == 0);
}

/* Given the member, write the TAR header & copy the file */
1027 1028
static void
_tarAddFile(ArchiveHandle *AH, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
1029
{
1030 1031
	lclContext *ctx = (lclContext *) AH->formatData;
	FILE	   *tmp = th->tmpFH;/* Grab it for convenience */
Philip Warner's avatar
Philip Warner committed
1032 1033 1034
	char		buf[32768];
	int			cnt;
	int			len = 0;
1035
	int			res;
1036 1037
	int			i,
				pad;
Philip Warner's avatar
Philip Warner committed
1038 1039 1040 1041 1042 1043 1044 1045 1046 1047

	/*
	 * Find file len & go back to start.
	 */
	fseek(tmp, 0, SEEK_END);
	th->fileLen = ftell(tmp);
	fseek(tmp, 0, SEEK_SET);

	_tarWriteHeader(th);

1048
	while ((cnt = fread(&buf[0], 1, 32767, tmp)) > 0)
Philip Warner's avatar
Philip Warner committed
1049
	{
1050
		res = fwrite(&buf[0], 1, cnt, th->tarFH);
1051
		if (res != cnt)
1052
			die_horribly(AH, modulename, "write error appending to tar archive (wrote %d, attempted %d)\n", res, cnt);
1053
		len += res;
Philip Warner's avatar
Philip Warner committed
1054 1055
	}

1056
	if (fclose(tmp) != 0)		/* This *should* delete it... */
1057
		die_horribly(AH, modulename, "could not close tar member: %s\n", strerror(errno));
Philip Warner's avatar
Philip Warner committed
1058 1059

	if (len != th->fileLen)
1060 1061
		die_horribly(AH, modulename, "actual file length (%d) does not match expected (%d)\n",
					 len, th->pos);
Philip Warner's avatar
Philip Warner committed
1062 1063

	pad = ((len + 511) & ~511) - len;
1064
	for (i = 0; i < pad; i++)
1065
	{
1066
		if (fputc('\0', th->tarFH) == EOF)
1067
			die_horribly(AH, modulename, "could not output padding at end of tar member\n");
1068
	}
Philip Warner's avatar
Philip Warner committed
1069 1070 1071 1072 1073

	ctx->tarFHpos += len + pad;
}

/* Locate the file in the archive, read header and position to data */
1074 1075
static TAR_MEMBER *
_tarPositionTo(ArchiveHandle *AH, const char *filename)
Philip Warner's avatar
Philip Warner committed
1076
{
1077 1078 1079 1080 1081 1082 1083 1084
	lclContext *ctx = (lclContext *) AH->formatData;
	TAR_MEMBER *th = calloc(1, sizeof(TAR_MEMBER));
	char		c;
	char		header[512];
	int			i,
				len,
				blks,
				id;
Philip Warner's avatar
Philip Warner committed
1085 1086 1087 1088 1089 1090

	th->AH = AH;

	/* Go to end of current file, if any */
	if (ctx->tarFHpos != 0)
	{
1091 1092 1093
		ahlog(AH, 4, "Moving from %d (%x) to next member at file position %d (%x)\n",
			  ctx->tarFHpos, ctx->tarFHpos,
			  ctx->tarNextMember, ctx->tarNextMember);
Philip Warner's avatar
Philip Warner committed
1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106

		while (ctx->tarFHpos < ctx->tarNextMember)
			_tarReadRaw(AH, &c, 1, NULL, ctx->tarFH);
	}

	ahlog(AH, 4, "Now at file position %d (%x)\n", ctx->tarFHpos, ctx->tarFHpos);

	/* We are at the start of the file. or at the next member */

	/* Get the header */
	if (!_tarGetHeader(AH, th))
	{
		if (filename)
1107
			die_horribly(AH, modulename, "could not find header for file %s in tar archive\n", filename);
1108 1109
		else
/* We're just scanning the archibe for the next file, so return null */
Philip Warner's avatar
Philip Warner committed
1110 1111 1112 1113 1114 1115
		{
			free(th);
			return NULL;
		}
	}

1116
	while (filename != NULL && strcmp(th->targetFile, filename) != 0)
Philip Warner's avatar
Philip Warner committed
1117 1118 1119 1120 1121
	{
		ahlog(AH, 4, "Skipping member %s\n", th->targetFile);

		id = atoi(th->targetFile);
		if ((TocIDRequired(AH, id, AH->ropt) & 2) != 0)
1122 1123 1124
			die_horribly(AH, modulename, "dumping data out of order is not supported in this archive format: "
						 "%s is required, but comes before %s in the archive file.\n",
						 th->targetFile, filename);
Philip Warner's avatar
Philip Warner committed
1125 1126

		/* Header doesn't match, so read to next header */
1127 1128
		len = ((th->fileLen + 511) & ~511);		/* Padded length */
		blks = len >> 9;		/* # of 512 byte blocks */
Philip Warner's avatar
Philip Warner committed
1129

1130
		for (i = 0; i < blks; i++)
Philip Warner's avatar
Philip Warner committed
1131 1132 1133
			_tarReadRaw(AH, &header[0], 512, NULL, ctx->tarFH);

		if (!_tarGetHeader(AH, th))
1134
			die_horribly(AH, modulename, "could not find header for file %s in tar archive\n", filename);
Philip Warner's avatar
Philip Warner committed
1135 1136 1137 1138 1139 1140 1141 1142 1143 1144

	}

	ctx->tarNextMember = ctx->tarFHpos + ((th->fileLen + 511) & ~511);
	th->pos = 0;

	return th;
}

/* Read & verify a header */
1145 1146
static int
_tarGetHeader(ArchiveHandle *AH, TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
1147
{
1148 1149 1150 1151 1152 1153 1154 1155 1156
	lclContext *ctx = (lclContext *) AH->formatData;
	char		h[512];
	char		name[100];
	int			sum,
				chk;
	int			len;
	int			hPos;
	int			i;
	bool		gotBlock = false;
Philip Warner's avatar
Philip Warner committed
1157

1158 1159
	while (!gotBlock)
	{
1160 1161 1162 1163 1164 1165
#if 0
		if (ftell(ctx->tarFH) != ctx->tarFHpos)
			die_horribly(AH, modulename,
						 "mismatch in actual vs. predicted file position (%d vs. %d)\n",
						 ftell(ctx->tarFH), ctx->tarFHpos);
#endif
Philip Warner's avatar
Philip Warner committed
1166

1167 1168
		/* Save the pos for reporting purposes */
		hPos = ctx->tarFHpos;
Philip Warner's avatar
Philip Warner committed
1169

1170 1171
		/* Read a 512 byte block, return EOF, exit if short */
		len = _tarReadRaw(AH, &h[0], 512, NULL, ctx->tarFH);
1172
		if (len == 0)			/* EOF */
1173 1174 1175
			return 0;

		if (len != 512)
1176
			die_horribly(AH, modulename, "incomplete tar header found (%d bytes)\n", len);
1177 1178 1179

		/* Calc checksum */
		chk = _tarChecksum(&h[0]);
Philip Warner's avatar
Philip Warner committed
1180

1181
		/*
1182 1183
		 * If the checksum failed, see if it is a null block. If so, then
		 * just try with next block...
1184 1185
		 */

1186
		if (chk == sum)
1187
			gotBlock = true;
1188 1189 1190
		else
		{
			for (i = 0; i < 512; i++)
1191
			{
1192
				if (h[0] != 0)
1193
				{
1194
					gotBlock = true;
1195 1196 1197 1198 1199
					break;
				}
			}
		}
	}
Philip Warner's avatar
Philip Warner committed
1200 1201 1202 1203 1204 1205 1206 1207

	sscanf(&h[0], "%99s", &name[0]);
	sscanf(&h[124], "%12o", &len);
	sscanf(&h[148], "%8o", &sum);

	ahlog(AH, 3, "TOC Entry %s at %d (len=%d, chk=%d)\n", &name[0], hPos, len, sum);

	if (chk != sum)
1208 1209 1210 1211
		die_horribly(AH, modulename,
					 "corrupt tar header found in %s "
					 "(expected %d (%o), computed %d (%o)) file position %ld (%lx)\n",
					 &name[0], sum, sum, chk, chk, ftell(ctx->tarFH), ftell(ctx->tarFH));
Philip Warner's avatar
Philip Warner committed
1212 1213 1214 1215 1216 1217 1218

	th->targetFile = strdup(name);
	th->fileLen = len;

	return 1;
}

1219 1220
static void
_tarWriteHeader(TAR_MEMBER *th)
Philip Warner's avatar
Philip Warner committed
1221 1222 1223 1224 1225 1226
{
	char		h[512];
	int			i;
	int			lastSum = 0;
	int			sum;

1227
	for (i = 0; i < 512; i++)
Philip Warner's avatar
Philip Warner committed
1228 1229 1230 1231 1232 1233 1234 1235 1236
		h[i] = '\0';

	/* Name 100 */
	sprintf(&h[0], "%.99s", th->targetFile);

	/* Mode 8 */
	sprintf(&h[100], "100600 ");

	/* User ID 8 */
1237
	sprintf(&h[108], " 04000 ");
Philip Warner's avatar
Philip Warner committed
1238 1239

	/* Group 8 */
1240
	sprintf(&h[116], " 02000 ");
Philip Warner's avatar
Philip Warner committed
1241 1242

	/* File size 12 */
1243
	sprintf(&h[124], "%10o ", th->fileLen);
Philip Warner's avatar
Philip Warner committed
1244 1245

	/* Mod Time 12 */
1246
	sprintf(&h[136], "%10o ", (int) time(NULL));
Philip Warner's avatar
Philip Warner committed
1247 1248

	/* Checksum 8 */
1249
	sprintf(&h[148], "%6o ", lastSum);
Philip Warner's avatar
Philip Warner committed
1250

1251 1252 1253
	/* Type 1 */
	/* sprintf(&h[156], "%c", LF_NORMAL); */
	sprintf(&h[156], "0");
Philip Warner's avatar
Philip Warner committed
1254 1255 1256 1257 1258 1259

	/* Link name 100 (NULL) */

	/* Magic 8 */
	sprintf(&h[257], "ustar  ");

1260 1261 1262
	/*
	 * GNU Version... sprintf(&h[257], "ustar"); sprintf(&h[263], "00");
	 */
1263

Philip Warner's avatar
Philip Warner committed
1264
	/* User 32 */
1265 1266
	sprintf(&h[265], "%.31s", "");		/* How do I get username reliably?
										 * Do I need to? */
Philip Warner's avatar
Philip Warner committed
1267 1268

	/* Group 32 */
1269 1270
	sprintf(&h[297], "%.31s", "");		/* How do I get group reliably? Do
										 * I need to? */
Philip Warner's avatar
Philip Warner committed
1271 1272

	/* Maj Dev 8 */
1273
	/* sprintf(&h[329], "%6o ", 0); */
Philip Warner's avatar
Philip Warner committed
1274 1275

	/* Min Dev */
1276
	/* sprintf(&h[337], "%6o ", 0); */
Philip Warner's avatar
Philip Warner committed
1277 1278


1279
	while ((sum = _tarChecksum(h)) != lastSum)
Philip Warner's avatar
Philip Warner committed
1280
	{
1281
		sprintf(&h[148], "%6o ", sum);
Philip Warner's avatar
Philip Warner committed
1282 1283 1284
		lastSum = sum;
	}

1285
	if (fwrite(h, 1, 512, th->tarFH) != 512)
1286
		die_horribly(th->AH, modulename, "unable to write tar header\n");
1287

Philip Warner's avatar
Philip Warner committed
1288
}