Add dbase conversion utility to /contrib.

contrib/README

@@ -34,6 +34,10 @@ cube -
 	Multidimensional-cube datatype (GiST indexing example)
 	by Gene Selkov, Jr. <selkovjr@mcs.anl.gov>
 
+dbase -
+	Converts from dbase/xbase to PostgreSQL
+	by Ivan Baldo, lubaldo@adinet.com.uy
+
 earthdistance -
 	Operator for computing earth distance for two points
 	by Hal Snyder <hal@vailsys.com>

contrib/dbase/Makefile

+#
+# $Header: /cvsroot/pgsql/contrib/dbase/Attic/Makefile,v 1.1 2001/05/10 14:41:23 momjian Exp $
+#
+
+subdir = contrib/dbase
+top_builddir = ../..
+include $(top_builddir)/src/Makefile.global
+
+override CPPFLAGS := -I$(libpq_srcdir) $(CPPFLAGS)
+
+OBJS	= dbf.o dbf2pg.o endian.o
+
+all: dbf2pg
+
+dbf2pg: $(OBJS) $(libpq_builddir)/libpq.a
+	$(CC) $(CFLAGS) $(OBJS) $(libpq) $(LDFLAGS) $(LIBS) -liconv -o $@
+
+install: all installdirs
+	$(INSTALL_PROGRAM) dbf2pg$(X)	$(bindir)
+	$(INSTALL_DATA) README.dbf2pg	$(docdir)/contrib
+
+installdirs:
+	$(mkinstalldirs) $(bindir) $(docdir)/contrib
+
+uninstall:
+	rm -f $(bindir)/dbf2pg$(X) $(docdir)/contrib/README.dbf2pg
+
+clean distclean maintainer-clean:
+	rm -f dbf2pg$(X) $(OBJS)
+
+depend dep:
+	$(CC) -MM -MG $(CFLAGS) *.c > depend
+
+ifeq (depend,$(wildcard depend))
+include depend
+endif

contrib/dbase/README.dbf2pg

+
+
+
+dbf2sql(1L)					      dbf2sql(1L)
+
+
+NAME
+       dbf2sql	-  Insert  xBase-style	.dbf-files  into  a Post-
+       greSQL-table
+
+SYNOPSIS
+       "dbf2pg [options] dbf-file"
+       Options:
+       [-v[v]] [-f] [-u | -l] [-c | -D] [-d database] [-t  table]
+       [-h   host]   [-s  oldname=newname[,oldname=newname]]  [-s
+       start] [-e end] [-W] [-U username]  [-B	transaction_size]
+       [-F charset_from [-T charset_to]]
+
+
+DESCRIPTION
+       This  manual  page documents the program dbf2pg.  It takes
+       an xBase-style .dbf-file, and inserts it into  the  speci-
+       fied database and table.
+
+   OPTIONS
+       -v     Display some status-messages.
+
+       -vv    Also display progress.
+
+       -f     Convert  all field-names from the .dbf-file to low-
+	      ercase.
+
+       -u     Convert the contents of all fields to uppercase.
+
+       -l     Convert the contents of all fields to lowercase.
+
+       -c     Create the table specified with -t.  If this  table
+	      already exists, first DROP it.
+
+       -D     Delete the contents of the table specified with -t.
+	      Note that this table has to  exists.  An	error  is
+	      returned if this is not the case.
+
+       -W     Ask for password.
+
+       -d database
+	      Specify  the  database to use. An error is returned
+	      if  this	database  does	not  exists.  Default  is
+	      "test".
+
+       -t table
+	      Specify  the  table  to  insert  in.  An	error  is
+	      returned if this table does not exists. Default  is
+	      "test".
+
+       -h host
+	      Specify  the  host  to which to connect. Default is
+	      "localhost".
+
+
+
+
+
+								1
+
+
+
+
+
+dbf2sql(1L)					      dbf2sql(1L)
+
+
+       -s oldname=newname[,oldname=newname]
+	      Change the name of a field from oldname to newname.
+	      This  is	mainly	used to avoid using reserved SQL-
+	      keywords. Example:
+	      -s SELECT=SEL,COMMIT=doit
+	      This is done  before  the  -f  operator  has  taken
+	      effect!
+
+       -s start
+	      Specify  the  first record-number in the xBase-file
+	      we will insert.
+
+       -e end Specify the last record-number in the xBase-file we
+	      will insert.
+
+       -B transaction_size
+	      Specify  the  number  of	records  per transaction,
+	      default is all records.
+
+       -U username
+	      Log as the specified user in the database.
+
+       -F charset_from
+	      If specified, it converts the data from the  speci-
+	      fied charset. Example:
+	      -F IBM437
+	      Consult  your  system documentation to see the con-
+	      vertions available.
+
+       -T charset_to
+	      Together with -F charset_from  ,	it  converts  the
+	      data   to   the	specified   charset.  Default  is
+	      "ISO-8859-1".
+
+ENVIRONMENT
+       This program is affected by the	environment-variables  as
+       used  by  "PostgresSQL."   See  the documentation of Post-
+       gresSQL for more info.
+
+BUGS
+       Fields larger than 8192 characters are not  supported  and
+       could break the program.
+       Some  charset  convertions  could  cause  the output to be
+       larger than the input and could break the program.
+
+
+
+
+
+
+
+
+
+
+
+
+
+								2
+
+

contrib/dbase/dbf.h

+/* header-file for dbf.c
+   declares routines for reading and writing xBase-files (.dbf), and
+   associated structures
+
+   Maarten Boekhold (boekhold@cindy.et.tudelft.nl) 29 oktober 1995
+*/
+
+#ifndef _DBF_H
+#define _DBF_H
+
+#include <sys/types.h>
+
+/**********************************************************************
+
+		The DBF-part
+
+***********************************************************************/
+
+#define DBF_FILE_MODE	0644
+
+/* byte offsets for date in dbh_date */
+
+#define DBH_DATE_YEAR	0
+#define DBH_DATE_MONTH	1
+#define DBH_DATE_DAY	2
+
+/* maximum fieldname-length */
+
+#define DBF_NAMELEN	11
+
+/* magic-cookies for the file */
+
+#define DBH_NORMAL	0x03
+#define DBH_MEMO	0x83
+
+/* magic-cookies for the fields */
+
+#define DBF_ERROR	-1
+#define DBF_VALID	0x20
+#define DBF_DELETED	0x2A
+
+/* diskheader */
+
+typedef struct {
+	u_char	dbh_dbt;		/* indentification field */
+	u_char	dbh_year;		/* last modification-date */
+	u_char	dbh_month;
+	u_char	dbh_day;
+	u_char	dbh_records[4];	/* number of records */
+	u_char	dbh_hlen[2];	/* length of this header */
+	u_char	dbh_rlen[2];	/* length of a record */
+	u_char	dbh_stub[20];	/* misc stuff we don't need */
+} dbf_header;
+
+/* disk field-description */
+
+typedef struct {
+	u_char	dbf_name[DBF_NAMELEN];	/* field-name terminated with \0 */
+	u_char	dbf_type;				/* field-type */
+	u_char	dbf_reserved[4];		/* some reserved stuff */
+	u_char	dbf_flen;				/* field-length */
+	u_char	dbf_dec;				/* number of decimal positions if
+					  			       type is 'N' */
+	u_char	dbf_stub[14];			/* stuff we don't need */
+} dbf_field;
+
+/* memory field-description */
+
+typedef struct {
+	u_char	db_name[DBF_NAMELEN];	/* field-name terminated with \0 */
+	u_char	db_type;		/* field-type */
+	u_char	db_flen;		/* field-length */
+	u_char	db_dec;			/* number of decimal positions */
+} f_descr;
+
+/* memory dfb-header */
+
+typedef struct {
+	int	db_fd;				/* file-descriptor */
+	u_long	db_offset;		/* current offset in file */
+	u_char	db_memo;		/* memo-file present */
+	u_char	db_year;		/* last update as YYMMDD */
+	u_char	db_month;
+	u_char	db_day;
+	u_long	db_hlen;		/* length of the diskheader, for
+							   calculating the offsets */
+	u_long	db_records;		/* number of records */
+	u_long	db_currec;		/* current record-number starting
+					   		   at 0 */
+	u_short	db_rlen;		/* length of the record */
+	u_char	db_nfields;		/* number of fields */
+	u_char	*db_buff;		/* record-buffer to save malloc()'s */
+	f_descr	*db_fields;		/* pointer to an array of field-
+					   	       descriptions */
+} dbhead;
+
+/* structure that contains everything a user wants from a field, including
+   the contents (in ASCII). Warning! db_flen may be bigger than the actual
+   length of db_name! This is because a field doesn't have to be completely
+   filled */
+ 
+typedef struct {
+	u_char	db_name[DBF_NAMELEN];	/* field-name terminated with \0 */
+	u_char	db_type;		/* field-type */
+	u_char	db_flen;		/* field-length */
+	u_char	db_dec;			/* number of decimal positions */
+	u_char*	db_contents;	/* contents of the field in ASCII */
+} field;
+
+/* prototypes for functions */
+
+extern dbhead*	dbf_open(u_char *file ,int flags);
+extern int	dbf_write_head(dbhead *dbh);
+extern int	dbf_put_fields(dbhead *dbh);
+extern int	dbf_add_field(dbhead *dbh, u_char *name, u_char type,
+										u_char length, u_char dec);
+extern dbhead * dbf_open_new(u_char *name, int flags);
+extern void	dbf_close(dbhead *dbh);
+extern int	dbf_get_record(dbhead *dbh, field *fields, u_long rec);
+extern field*	dbf_build_record(dbhead *dbh);
+extern void	dbf_free_record(dbhead *dbh, field* fields);
+extern int dbf_put_record(dbhead *dbh, field *rec, u_long where);
+
+/*********************************************************************
+
+		The endian-part
+
+***********************************************************************/
+
+extern long get_long(u_char *cp);
+extern void put_long(u_char *cp, long lval);
+extern short get_short(u_char *cp);
+extern void put_short(u_char *cp, short lval);
+
+#endif	/* _DBF_H */

contrib/dbase/dbf2pg.1

+.TH dbf2sql 1L \" -*- nroff -*-
+.SH NAME
+dbf2sql \- Insert xBase\-style .dbf\-files into a PostgreSQL\-table
+.SH SYNOPSIS
+.B dbf2pg [options] dbf-file
+.br
+.br
+Options:
+.br
+[-v[v]] [-f] [-u | -l] [-c | -D] [-d database] [-t table]
+[-h host] [-s oldname=newname[,oldname=newname]]
+[-s start] [-e end] [-W] [-U username] [-B transaction_size]
+[-F charset_from [-T charset_to]]
+
+.SH DESCRIPTION
+This manual page documents the program
+.BR dbf2pg.
+It takes an xBase-style .dbf-file, and inserts it into the specified
+database and table.
+.SS OPTIONS
+.TP
+.I "\-v"
+Display some status-messages.
+.TP
+.I "-vv"
+Also display progress.
+.TP
+.I "-f"
+Convert all field-names from the .dbf-file to lowercase.
+.TP
+.I "-u"
+Convert the contents of all fields to uppercase.
+.TP
+.I "-l"
+Convert the contents of all fields to lowercase.
+.TP
+.I "-c"
+Create the table specified with
+.IR \-t .
+If this table already exists, first
+.BR DROP
+it.
+.TP
+.I "-D"
+Delete the contents of the table specified with
+.IR \-t .
+Note that this table has to exists. An error is returned if this is not the
+case.
+.TP
+.I "-W"
+Ask for password.
+.TP
+.I "-d database"
+Specify the database to use. An error is returned if this database does not
+exists. Default is "test".
+.TP
+.I "-t table"
+Specify the table to insert in. An error is returned if this table does not
+exists. Default is "test".
+.TP
+.I "-h host"
+Specify the host to which to connect. Default is "localhost".
+.TP
+.I "-s oldname=newname[,oldname=newname]"
+Change the name of a field from
+.BR oldname
+to
+.BR newname .
+This is mainly used to avoid using reserved SQL-keywords. Example:
+.br
+.br
+-s SELECT=SEL,COMMIT=doit
+.br
+.br
+This is done
+.BR before
+the
+.IR -f
+operator has taken effect!
+.TP
+.I "-s start"
+Specify the first record-number in the xBase-file we will insert.
+.TP
+.I "-e end"
+Specify the last record-number in the xBase-file we will insert.
+.TP
+.I "-B transaction_size"
+Specify the number of records per transaction, default is all records.
+.TP
+.I "-U username"
+Log as the specified user in the database.
+.TP
+.I "-F charset_from"
+If specified, it converts the data from the specified charset. Example:
+.br
+.br
+-F IBM437
+.br
+.br
+Consult your system documentation to see the convertions available.
+.TP
+.I "-T charset_to"
+Together with
+.I "-F charset_from"
+, it converts the data to the specified charset. Default is "ISO-8859-1".
+.SH ENVIRONMENT
+This program is affected by the environment-variables as used
+by
+.B PostgresSQL.
+See the documentation of PostgresSQL for more info.
+.SH BUGS
+Fields larger than 8192 characters are not supported and could break the
+program.
+.br
+Some charset convertions could cause the output to be larger than the input
+and could break the program.

contrib/dbase/endian.c

+/* Maarten Boekhold (boekhold@cindy.et.tudelft.nl) oktober 1995 */
+
+#include <sys/types.h>
+#include "dbf.h"
+/*
+ * routine to change little endian long to host long
+ */
+long get_long(u_char *cp)
+{
+        long ret;
+
+        ret = *cp++;
+        ret += ((*cp++)<<8);
+        ret += ((*cp++)<<16);
+        ret += ((*cp++)<<24);
+
+        return ret;
+}
+
+void put_long(u_char *cp, long lval)
+{
+        cp[0] = lval & 0xff;
+        cp[1] = (lval >> 8) & 0xff;
+        cp[2] = (lval >> 16) & 0xff;
+        cp[3] = (lval >> 24) & 0xff;
+}
+
+/*
+ * routine to change little endian short to host short
+ */
+short get_short(u_char *cp)
+{
+        short ret;
+
+        ret = *cp++;
+        ret += ((*cp++)<<8);
+
+        return ret;
+}
+
+void put_short(u_char *cp, short sval)
+{
+        cp[0] = sval & 0xff;
+        cp[1] = (sval >> 8) & 0xff;
+}