Skip to content
Projects
Groups
Snippets
Help
Loading...
Help
Support
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
P
Postgres FD Implementation
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Abuhujair Javed
Postgres FD Implementation
Commits
4607c5ca
Commit
4607c5ca
authored
Nov 14, 2008
by
Michael Meskes
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Adding script that generates preproc.y from gram.y to CVS.
parent
81e11f2d
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
483 additions
and
0 deletions
+483
-0
src/interfaces/ecpg/preproc/parse.pl
src/interfaces/ecpg/preproc/parse.pl
+483
-0
No files found.
src/interfaces/ecpg/preproc/parse.pl
0 → 100644
View file @
4607c5ca
#!/usr/bin/perl
# $PostgreSQL: pgsql/src/interfaces/ecpg/preproc/parse.pl,v 1.1 2008/11/14 10:01:04 meskes Exp $
# parser generater for ecpg
# call with backend parser as stdin
#
# Copyright (c) 2007-2008, PostgreSQL Global Development Group
#
# Written by Mike Aubury <mike.aubury@aubit.com>
# Michael Meskes <meskes@postgresql.org>
#
# Placed under the same license as PostgreSQL.
#
if
(
@ARGV
)
{
$path
=
$ARGV
[
0
];
shift
@ARGV
;
}
if
(
$path
eq
'')
{
$path
=
"
.
";
}
$[
=
1
;
# set array base to 1
$,
=
'
';
# set output field separator
$\
=
"
\n
";
# set output record separator
$copymode
=
'
off
';
$brace_indent
=
0
;
$yaccmode
=
0
;
$header_included
=
0
;
$feature_not_supported
=
0
;
$tokenmode
=
0
;
# some token have to be replaced by other symbols
# either in the rule
$replace_token
{'
BCONST
'}
=
'
ecpg_bconst
';
$replace_token
{'
FCONST
'}
=
'
ecpg_fconst
';
$replace_token
{'
Sconst
'}
=
'
ecpg_sconst
';
$replace_token
{'
IDENT
'}
=
'
ecpg_ident
';
$replace_token
{'
PARAM
'}
=
'
ecpg_param
';
# or in the block
$replace_string
{'
WITH_TIME
'}
=
'
with time
';
$replace_string
{'
NULLS_FIRST
'}
=
'
nulls first
';
$replace_string
{'
NULLS_LAST
'}
=
'
nulls last
';
$replace_string
{'
TYPECAST
'}
=
'
::
';
# specific replace_types for specific non-terminals - never include the ':'
# ECPG-only replace_types are defined in ecpg-replace_types
$replace_types
{'
PrepareStmt
'}
=
'
<prep>
';
$replace_types
{'
opt_array_bounds
'}
=
'
<index>
';
# "ignore" means: do not create type and rules for this non-term-id
$replace_types
{'
stmtblock
'}
=
'
ignore
';
$replace_types
{'
stmtmulti
'}
=
'
ignore
';
$replace_types
{'
CreateAsStmt
'}
=
'
ignore
';
$replace_types
{'
DeallocateStmt
'}
=
'
ignore
';
$replace_types
{'
RuleStmt
'}
=
'
ignore
';
$replace_types
{'
ColLabel
'}
=
'
ignore
';
$replace_types
{'
unreserved_keyword
'}
=
'
ignore
';
$replace_types
{'
Sconst
'}
=
'
ignore
';
# some production rules have to be ignored or replaced
$replace_line
{'
fetch_direction
'}
=
'
ignore
';
$replace_line
{"
opt_array_boundsopt_array_bounds'['Iconst']'
"}
=
'
ignore
';
$replace_line
{'
col_name_keywordCHAR_P
'}
=
'
ignore
';
$replace_line
{'
col_name_keywordINT_P
'}
=
'
ignore
';
$replace_line
{'
col_name_keywordVALUES
'}
=
'
ignore
';
$replace_line
{'
reserved_keywordTO
'}
=
'
ignore
';
$replace_line
{'
reserved_keywordUNION
'}
=
'
ignore
';
$replace_line
{'
VariableShowStmtSHOWvar_name
'}
=
'
SHOW var_name ecpg_into
';
$replace_line
{'
VariableShowStmtSHOWTIMEZONE
'}
=
'
SHOW TIME ZONE ecpg_into
';
$replace_line
{'
VariableShowStmtSHOWTRANSACTIONISOLATIONLEVEL
'}
=
'
SHOW TRANSACTION ISOLATION LEVEL ecpg_into
';
$replace_line
{'
VariableShowStmtSHOWSESSIONAUTHORIZATION
'}
=
'
SHOW SESSION AUTHORIZATION ecpg_into
';
$replace_line
{'
ExecuteStmtEXECUTEnameexecute_param_clause
'}
=
'
EXECUTE prepared_name execute_param_clause execute_rest
';
$replace_line
{'
ExecuteStmtCREATEOptTempTABLEcreate_as_targetASEXECUTEnameexecute_param_clause
'}
=
'
CREATE OptTemp TABLE create_as_target AS EXECUTE prepared_name execute_param_clause
';
$replace_line
{'
PrepareStmtPREPAREnameprep_type_clauseASPreparableStmt
'}
=
'
PREPARE prepared_name prep_type_clause AS PreparableStmt
';
$replace_line
{'
var_nameColId
'}
=
'
ECPGColId
';
line:
while
(
<>
)
{
chomp
;
# strip record separator
@Fld
=
split
('
',
$_
,
-
1
);
# Dump the action for a rule -
# mode indicates if we are processing the 'stmt:' rule (mode==0 means normal, mode==1 means stmt:)
# flds are the fields to use. These may start with a '$' - in which case they are the result of a previous non-terminal
# if they dont start with a '$' then they are token name
#
# len is the number of fields in flds...
# leadin is the padding to apply at the beginning (just use for formatting)
if
(
/ERRCODE_FEATURE_NOT_SUPPORTED/
)
{
$feature_not_supported
=
1
;
next
line
;
}
if
(
/^%%/
)
{
$tokenmode
=
2
;
$copymode
=
'
on
';
$yaccmode
++
;
$infield
=
0
;
$fieldcount
=
0
;
}
$S
=
$_
;
$prec
=
0
;
# Make sure any braces are split
$s
=
'
{
',
$S
=~
s/$s/ { /g
;
$s
=
'
}
',
$S
=~
s/$s/ } /g
;
# Any comments are split
$s
=
'
[/][*]
',
$S
=~
s#$s# /* #g
;
$s
=
'
[*][/]
',
$S
=~
s#$s# */ #g
;
# Now split the line into individual fields
$n
=
(
@arr
=
split
('
',
$S
));
if
(
$arr
[
1
]
eq
'
%token
'
&&
$tokenmode
==
0
)
{
$tokenmode
=
1
;
&
include_stuff
('
tokens
',
'
ecpg.tokens
',
'',
1
,
0
);
$type
=
1
;
}
elsif
(
$arr
[
1
]
eq
'
%type
'
&&
$header_included
==
0
)
{
&
include_stuff
('
header
',
'
ecpg.header
',
'',
1
,
0
);
&
include_stuff
('
ecpgtype
',
'
ecpg.type
',
'',
1
,
0
);
$header_included
=
1
;
}
if
(
$tokenmode
==
1
)
{
$str
=
'';
for
(
$a
=
1
;
$a
<=
$n
;
$a
++
)
{
if
(
$arr
[
$a
]
eq
'
/*
')
{
$comment
++
;
next
;
}
if
(
$arr
[
$a
]
eq
'
*/
')
{
$comment
--
;
next
;
}
if
(
$comment
)
{
next
;
}
if
(
substr
(
$arr
[
$a
],
1
,
1
)
eq
'
<
')
{
next
;
# its a type
}
$tokens
{
$arr
[
$a
]}
=
1
;
$str
=
$str
.
'
'
.
$arr
[
$a
];
if
(
$arr
[
$a
]
eq
'
IDENT
'
&&
$arr
[
$a
-
1
]
eq
'
%nonassoc
')
{
# add two more tokens to the list
$str
=
$str
.
"
\n
%nonassoc CSTRING
\n
%nonassoc UIDENT
";
}
}
&
add_to_buffer
('
orig_tokens
',
$str
);
next
line
;
}
# Dont worry about anything if we're not in the right section of gram.y
if
(
$yaccmode
!=
1
)
{
next
line
;
}
# Go through each field in turn
for
(
$fieldIndexer
=
1
;
$fieldIndexer
<=
$n
;
$fieldIndexer
++
)
{
if
(
$arr
[
$fieldIndexer
]
eq
'
*/
'
&&
$comment
)
{
$comment
=
0
;
next
;
}
elsif
(
$comment
)
{
next
;
}
elsif
(
$arr
[
$fieldIndexer
]
eq
'
/*
')
{
# start of a multiline comment
$comment
=
1
;
next
;
}
elsif
(
$arr
[
$fieldIndexer
]
eq
'
//
')
{
next
line
;
}
elsif
(
$arr
[
$fieldIndexer
]
eq
'
}
')
{
$brace_indent
--
;
next
;
}
elsif
(
$arr
[
$fieldIndexer
]
eq
'
{
')
{
$brace_indent
++
;
next
;
}
if
(
$brace_indent
>
0
)
{
next
;
}
if
(
$arr
[
$fieldIndexer
]
eq
'
;
')
{
if
(
$copymode
eq
'
on
')
{
if
(
$infield
&&
$includetype
eq
'')
{
&
dump_line
(
$stmt_mode
,
$fields
,
$field_count
);
}
&
add_to_buffer
('
rules
',
"
;
\n\n
");
}
else
{
$copymode
=
'
on
';
}
$field_count
=
0
;
$infield
=
0
;
$line
=
'';
$includetype
=
'';
next
;
}
if
(
$arr
[
$fieldIndexer
]
eq
'
|
')
{
if
(
$copymode
eq
'
on
')
{
if
(
$infield
&&
$includetype
eq
'')
{
$infield
=
$infield
+
&
dump_line
(
$stmt_mode
,
$fields
,
$field_count
);
}
if
(
$infield
>
1
)
{
$line
=
'
|
';
}
}
$field_count
=
0
;
$includetype
=
'';
next
;
}
if
(
$replace_token
{
$arr
[
$fieldIndexer
]})
{
$arr
[
$fieldIndexer
]
=
$replace_token
{
$arr
[
$fieldIndexer
]};
}
# Are we looking at a declaration of a non-terminal ?
if
((
$arr
[
$fieldIndexer
]
=~
'
[A-Za-z0-9]+:
')
||
$arr
[
$fieldIndexer
+
1
]
eq
'
:
')
{
$non_term_id
=
$arr
[
$fieldIndexer
];
$s
=
'
:
',
$non_term_id
=~
s/$s//g
;
if
(
$replace_types
{
$non_term_id
}
eq
'')
{
$replace_types
{
$non_term_id
}
=
'
<str>
';
}
if
(
$replace_types
{
$non_term_id
}
eq
'
ignore
')
{
$copymode
=
'
;
';
$line
=
'';
next
line
;
}
else
{
$copymode
=
'
on
';
}
$line
=
$line
.
'
'
.
$arr
[
$fieldIndexer
];
# Do we have the : attached already ?
# If yes, we'll have already printed the ':'
if
(
!
(
$arr
[
$fieldIndexer
]
=~
'
[A-Za-z0-9]+:
'))
{
# Consume the ':' which is next...
$line
=
$line
.
'
:
';
$fieldIndexer
++
;
}
# Special mode?
if
(
$non_term_id
eq
'
stmt
')
{
$stmt_mode
=
1
;
}
else
{
$stmt_mode
=
0
;
}
$tstr
=
'
%type
'
.
$replace_types
{
$non_term_id
}
.
'
'
.
$non_term_id
;
&
add_to_buffer
('
types
',
$tstr
);
if
(
$copymode
eq
'
on
')
{
&
add_to_buffer
('
rules
',
$line
);
}
$line
=
'';
$field_count
=
0
;
$infield
=
1
;
next
;
}
elsif
(
$copymode
eq
'
on
')
{
$line
=
$line
.
'
'
.
$arr
[
$fieldIndexer
];
}
if
(
$arr
[
$fieldIndexer
]
eq
'
%prec
')
{
$prec
=
1
;
next
;
}
if
(
$copymode
eq
'
on
'
&&
!
$prec
&&
!
$comment
&&
$arr
[
$fieldIndexer
]
ne
'
/*EMPTY*/
'
&&
length
(
$arr
[
$fieldIndexer
])
&&
$infield
)
{
$nfield
=
$field_count
+
1
;
if
(
$arr
[
$fieldIndexer
]
ne
'
Op
'
&&
(
$tokens
{
$arr
[
$fieldIndexer
]}
>
0
||
$arr
[
$fieldIndexer
]
=~
"
'.+'
")
||
$stmt_mode
==
1
)
{
if
(
$replace_string
{
$arr
[
$fieldIndexer
]})
{
$S
=
$replace_string
{
$arr
[
$fieldIndexer
]};
}
else
{
$S
=
$arr
[
$fieldIndexer
];
}
$s
=
'
_P
',
$S
=~
s/$s//g
;
$s
=
"
'
",
$S
=~
s/$s//g
;
if
(
$stmt_mode
==
1
)
{
$fields
{
$field_count
++
}
=
$S
;
}
else
{
$fields
{
$field_count
++
}
=
lc
(
$S
);
}
}
else
{
$fields
{
$field_count
++
}
=
"
\
$
"
.
$nfield
;
}
}
}
}
&
dump
('
header
');
&
dump
('
tokens
');
&
dump
('
types
');
&
dump
('
ecpgtype
');
&
dump
('
orig_tokens
');
print
'
%%
';
print
'
prog: statements;
';
&
dump
('
rules
');
&
include_stuff
('
trailer
',
'
ecpg.trailer
',
'',
1
,
0
);
&
dump
('
trailer
');
sub
include_stuff
{
local
(
$includestream
,
$includefilename
,
$includeblock
,
$copy
,
$field_count
)
=
@_
;
$copied
=
0
;
$inblock
=
0
;
$filename
=
$path
.
"
/
"
.
$includefilename
;
while
((
$_
=
&
Getline2
(
$filename
),
$getline_ok
))
{
if
(
$includeblock
ne
''
&&
$Fld
[
1
]
eq
'
ECPG:
'
&&
$inblock
==
0
)
{
if
(
$Fld
[
2
]
eq
$includeblock
)
{
$copy
=
1
;
$inblock
=
1
;
$includetype
=
$Fld
[
3
];
if
(
$includetype
eq
'
rule
')
{
&
dump_fields
(
$stmt_mode
,
*
fields
,
$field_count
,
'
{
');
}
elsif
(
$includetype
eq
'
addon
')
{
&
add_to_buffer
('
rules
',
'
{
');
}
}
else
{
$copy
=
0
;
}
}
else
{
if
(
$copy
==
1
&&
$Fld
[
1
]
ne
'
ECPG:
')
{
&
add_to_buffer
(
$includestream
,
$_
);
$copied
=
1
;
$inblock
=
0
;
}
}
}
delete
$opened
{
$filename
}
&&
close
(
$filename
);
if
(
$includetype
eq
'
addon
')
{
&
dump_fields
(
$stmt_mode
,
*
fields
,
$field_count
,
'');
}
if
(
$copied
==
1
)
{
$field_count
=
0
;
$line
=
'';
}
$copied
;
}
sub
add_to_buffer
{
local
(
$buffer
,
$str
)
=
@_
;
$buff
{
$buffer
,
$buffcnt
{
$buffer
}
++
}
=
$str
;
}
sub
dump
{
local
(
$buffer
)
=
@_
;
print
'
/*
'
.
$buffer
.
'
*/
';
for
(
$a
=
0
;
$a
<
$buffcnt
{
$buffer
};
$a
++
)
{
print
$buff
{
$buffer
,
$a
};
}
}
sub
dump_fields
{
local
(
$mode
,
*
flds
,
$len
,
$ln
)
=
@_
;
if
(
$mode
==
0
)
{
#Normal
&
add_to_buffer
('
rules
',
$ln
);
if
(
$feature_not_supported
==
1
)
{
# we found an unsupported feature, but we have to
# filter out ExecuteStmt: CREATE OptTemp TABLE ...
# because the warning there is only valid in some situations
if
(
$flds
{
0
}
ne
'
create
'
||
$flds
{
2
}
ne
'
table
')
{
&
add_to_buffer
('
rules
',
"
mmerror(PARSE_ERROR, ET_WARNING,
\"
unsupported feature will be passed to backend
\\
n
\"
);
");
}
$feature_not_supported
=
0
;
}
if
(
$len
==
0
)
{
# We have no fields ?
&
add_to_buffer
('
rules
',
"
\
$
\
$=EMPTY; }
");
}
else
{
# Go through each field and try to 'aggregate' the tokens into a single 'make_str' where possible
$cnt
=
0
;
for
(
$z
=
0
;
$z
<
$len
;
$z
++
)
{
if
(
substr
(
$flds
{
$z
},
1
,
1
)
eq
"
\
$
")
{
$flds_new
{
$cnt
++
}
=
$flds
{
$z
};
next
;
}
$str
=
$flds
{
$z
};
while
(
1
)
{
if
(
$z
>=
$len
-
1
||
substr
(
$flds
{
$z
+
1
},
1
,
1
)
eq
"
\
$
")
{
# We're at the end...
$flds_new
{
$cnt
++
}
=
"
make_str(
\"
"
.
$str
.
"
\"
)
";
last
;
}
$z
++
;
$str
=
$str
.
'
'
.
$flds
{
$z
};
}
}
# So - how many fields did we end up with ?
if
(
$cnt
==
1
)
{
# Straight assignement
$str
=
"
\
$
\
$ =
"
.
$flds_new
{
0
}
.
'
;
';
&
add_to_buffer
('
rules
',
$str
);
}
else
{
# Need to concatenate the results to form
# our final string
$str
=
"
\
$
\
$ = cat_str(
"
.
$cnt
;
for
(
$z
=
0
;
$z
<
$cnt
;
$z
++
)
{
$str
=
$str
.
'
,
'
.
$flds_new
{
$z
};
}
$str
=
$str
.
'
);
';
&
add_to_buffer
('
rules
',
$str
);
}
if
(
$literal_mode
==
0
)
{
&
add_to_buffer
('
rules
',
'
}
');
}
}
}
else
{
# we're in the stmt: rule
if
(
$len
)
{
# or just the statement ...
&
add_to_buffer
('
rules
',
"
{ output_statement(
\
$1, 0, ECPGst_normal); }
");
}
else
{
&
add_to_buffer
('
rules
',
"
{
\
$
\
$ = NULL; }
");
}
}
}
sub
generate_block
{
local
(
$line
)
=
@_
;
$block
=
$non_term_id
.
$line
;
$s
=
'
',
$block
=~
s/$s//g
;
$s
=
"
\\
|
",
$block
=~
s/$s//g
;
return
$block
;
}
sub
dump_line
{
local
(
$stmt_mode
,
$fields
,
$field_count
)
=
@_
;
$block
=
&
generate_block
(
$line
);
if
(
$replace_line
{
$block
}
eq
'
ignore
')
{
return
0
;
}
elsif
(
$replace_line
{
$block
})
{
if
(
index
(
$line
,
'
|
')
!=
0
)
{
$line
=
'
|
'
.
$replace_line
{
$block
};
}
else
{
$line
=
$replace_line
{
$block
};
}
$block
=
&
generate_block
(
$line
);
}
&
add_to_buffer
('
rules
',
$line
);
$i
=
&
include_stuff
('
rules
',
'
ecpg.addons
',
$block
,
0
,
$field_count
);
if
(
$i
==
0
)
{
&
dump_fields
(
$stmt_mode
,
*
fields
,
$field_count
,
'
{
');
}
return
1
;
}
sub
Getline2
{
&
Pick
('',
@_
);
if
(
$getline_ok
=
((
$_
=
<
$fh
>
)
ne
''))
{
chomp
;
# strip record separator
@Fld
=
split
('
',
$_
,
-
1
);
}
$_
;
}
sub
Pick
{
local
(
$mode
,
$name
,
$pipe
)
=
@_
;
$fh
=
$name
;
open
(
$name
,
$mode
.
$name
.
$pipe
)
unless
$opened
{
$name
}
++
;
}
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment