pg_query 2.1.0 → 4.2.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +104 -0
- data/README.md +59 -31
- data/Rakefile +2 -2
- data/ext/pg_query/extconf.rb +8 -2
- data/ext/pg_query/include/access/amapi.h +45 -1
- data/ext/pg_query/include/access/attmap.h +1 -1
- data/ext/pg_query/include/access/attnum.h +2 -2
- data/ext/pg_query/include/access/clog.h +4 -2
- data/ext/pg_query/include/access/commit_ts.h +6 -9
- data/ext/pg_query/include/access/detoast.h +1 -11
- data/ext/pg_query/include/access/genam.h +15 -12
- data/ext/pg_query/include/access/gin.h +2 -2
- data/ext/pg_query/include/access/htup.h +1 -1
- data/ext/pg_query/include/access/htup_details.h +75 -87
- data/ext/pg_query/include/access/itup.h +7 -1
- data/ext/pg_query/include/access/parallel.h +2 -2
- data/ext/pg_query/include/access/printtup.h +1 -1
- data/ext/pg_query/include/access/relation.h +1 -1
- data/ext/pg_query/include/access/relscan.h +17 -2
- data/ext/pg_query/include/access/rmgr.h +30 -3
- data/ext/pg_query/include/access/rmgrlist.h +23 -23
- data/ext/pg_query/include/access/sdir.h +1 -1
- data/ext/pg_query/include/access/skey.h +1 -1
- data/ext/pg_query/include/access/stratnum.h +4 -2
- data/ext/pg_query/include/access/sysattr.h +1 -1
- data/ext/pg_query/include/access/table.h +2 -1
- data/ext/pg_query/include/access/tableam.h +272 -20
- data/ext/pg_query/include/access/toast_compression.h +73 -0
- data/ext/pg_query/include/access/transam.h +123 -13
- data/ext/pg_query/include/access/tupconvert.h +1 -1
- data/ext/pg_query/include/access/tupdesc.h +1 -1
- data/ext/pg_query/include/access/tupmacs.h +3 -3
- data/ext/pg_query/include/access/twophase.h +5 -1
- data/ext/pg_query/include/access/xact.h +79 -19
- data/ext/pg_query/include/access/xlog.h +60 -155
- data/ext/pg_query/include/access/xlog_internal.h +50 -14
- data/ext/pg_query/include/access/xlogdefs.h +8 -16
- data/ext/pg_query/include/access/xlogprefetcher.h +55 -0
- data/ext/pg_query/include/access/xlogreader.h +148 -32
- data/ext/pg_query/include/access/xlogrecord.h +18 -9
- data/ext/pg_query/include/access/xlogrecovery.h +157 -0
- data/ext/pg_query/include/c.h +101 -44
- data/ext/pg_query/include/catalog/catalog.h +3 -1
- data/ext/pg_query/include/catalog/catversion.h +2 -2
- data/ext/pg_query/include/catalog/dependency.h +10 -16
- data/ext/pg_query/include/catalog/genbki.h +83 -5
- data/ext/pg_query/include/catalog/index.h +18 -3
- data/ext/pg_query/include/catalog/indexing.h +12 -324
- data/ext/pg_query/include/catalog/namespace.h +4 -2
- data/ext/pg_query/include/catalog/objectaccess.h +70 -2
- data/ext/pg_query/include/catalog/objectaddress.h +11 -6
- data/ext/pg_query/include/catalog/pg_aggregate.h +14 -10
- data/ext/pg_query/include/catalog/pg_aggregate_d.h +2 -1
- data/ext/pg_query/include/catalog/pg_am.h +4 -1
- data/ext/pg_query/include/catalog/pg_am_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_attribute.h +27 -10
- data/ext/pg_query/include/catalog/pg_attribute_d.h +21 -18
- data/ext/pg_query/include/catalog/pg_authid.h +7 -2
- data/ext/pg_query/include/catalog/pg_authid_d.h +17 -9
- data/ext/pg_query/include/catalog/pg_class.h +45 -15
- data/ext/pg_query/include/catalog/pg_class_d.h +31 -2
- data/ext/pg_query/include/catalog/pg_collation.h +33 -8
- data/ext/pg_query/include/catalog/pg_collation_d.h +20 -3
- data/ext/pg_query/include/catalog/pg_constraint.h +38 -12
- data/ext/pg_query/include/catalog/pg_constraint_d.h +10 -4
- data/ext/pg_query/include/catalog/pg_control.h +5 -5
- data/ext/pg_query/include/catalog/pg_conversion.h +7 -4
- data/ext/pg_query/include/catalog/pg_conversion_d.h +4 -1
- data/ext/pg_query/include/catalog/pg_depend.h +11 -7
- data/ext/pg_query/include/catalog/pg_depend_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_event_trigger.h +9 -3
- data/ext/pg_query/include/catalog/pg_event_trigger_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_index.h +17 -7
- data/ext/pg_query/include/catalog/pg_index_d.h +20 -17
- data/ext/pg_query/include/catalog/pg_language.h +10 -5
- data/ext/pg_query/include/catalog/pg_language_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_namespace.h +7 -2
- data/ext/pg_query/include/catalog/pg_namespace_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_opclass.h +8 -5
- data/ext/pg_query/include/catalog/pg_opclass_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_operator.h +21 -16
- data/ext/pg_query/include/catalog/pg_operator_d.h +37 -1
- data/ext/pg_query/include/catalog/pg_opfamily.h +6 -3
- data/ext/pg_query/include/catalog/pg_opfamily_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_parameter_acl.h +60 -0
- data/ext/pg_query/include/catalog/pg_parameter_acl_d.h +34 -0
- data/ext/pg_query/include/catalog/pg_partitioned_table.h +20 -9
- data/ext/pg_query/include/catalog/pg_partitioned_table_d.h +2 -1
- data/ext/pg_query/include/catalog/pg_proc.h +20 -11
- data/ext/pg_query/include/catalog/pg_proc_d.h +10 -8
- data/ext/pg_query/include/catalog/pg_publication.h +50 -4
- data/ext/pg_query/include/catalog/pg_publication_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_replication_origin.h +6 -1
- data/ext/pg_query/include/catalog/pg_replication_origin_d.h +5 -1
- data/ext/pg_query/include/catalog/pg_statistic.h +19 -12
- data/ext/pg_query/include/catalog/pg_statistic_d.h +2 -1
- data/ext/pg_query/include/catalog/pg_statistic_ext.h +19 -5
- data/ext/pg_query/include/catalog/pg_statistic_ext_d.h +7 -2
- data/ext/pg_query/include/catalog/pg_transform.h +8 -5
- data/ext/pg_query/include/catalog/pg_transform_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_trigger.h +24 -8
- data/ext/pg_query/include/catalog/pg_trigger_d.h +4 -1
- data/ext/pg_query/include/catalog/pg_ts_config.h +6 -3
- data/ext/pg_query/include/catalog/pg_ts_config_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_ts_dict.h +8 -3
- data/ext/pg_query/include/catalog/pg_ts_dict_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_ts_parser.h +6 -3
- data/ext/pg_query/include/catalog/pg_ts_parser_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_ts_template.h +6 -3
- data/ext/pg_query/include/catalog/pg_ts_template_d.h +3 -1
- data/ext/pg_query/include/catalog/pg_type.h +56 -24
- data/ext/pg_query/include/catalog/pg_type_d.h +70 -31
- data/ext/pg_query/include/catalog/storage.h +5 -3
- data/ext/pg_query/include/commands/async.h +4 -5
- data/ext/pg_query/include/commands/dbcommands.h +2 -1
- data/ext/pg_query/include/commands/defrem.h +11 -24
- data/ext/pg_query/include/commands/event_trigger.h +2 -2
- data/ext/pg_query/include/commands/explain.h +1 -1
- data/ext/pg_query/include/commands/prepare.h +1 -1
- data/ext/pg_query/include/commands/tablespace.h +3 -1
- data/ext/pg_query/include/commands/trigger.h +27 -17
- data/ext/pg_query/include/commands/user.h +2 -2
- data/ext/pg_query/include/commands/vacuum.h +88 -41
- data/ext/pg_query/include/commands/variable.h +1 -1
- data/ext/pg_query/include/common/file_perm.h +4 -4
- data/ext/pg_query/include/common/hashfn.h +1 -1
- data/ext/pg_query/include/common/ip.h +1 -7
- data/ext/pg_query/include/common/keywords.h +2 -6
- data/ext/pg_query/include/common/kwlookup.h +1 -1
- data/ext/pg_query/include/common/pg_prng.h +60 -0
- data/ext/pg_query/include/common/relpath.h +2 -2
- data/ext/pg_query/include/common/string.h +24 -1
- data/ext/pg_query/include/common/unicode_combining_table.h +114 -2
- data/ext/pg_query/include/common/unicode_east_asian_fw_table.h +125 -0
- data/ext/pg_query/include/datatype/timestamp.h +40 -1
- data/ext/pg_query/include/executor/execdesc.h +1 -1
- data/ext/pg_query/include/executor/executor.h +65 -22
- data/ext/pg_query/include/executor/functions.h +17 -3
- data/ext/pg_query/include/executor/instrument.h +33 -16
- data/ext/pg_query/include/executor/spi.h +41 -3
- data/ext/pg_query/include/executor/tablefunc.h +1 -1
- data/ext/pg_query/include/executor/tuptable.h +1 -1
- data/ext/pg_query/include/fmgr.h +13 -7
- data/ext/pg_query/include/funcapi.h +16 -4
- data/ext/pg_query/include/getaddrinfo.h +1 -1
- data/ext/pg_query/include/jit/jit.h +11 -11
- data/ext/pg_query/include/kwlist_d.h +517 -494
- data/ext/pg_query/include/lib/dshash.h +112 -0
- data/ext/pg_query/include/lib/ilist.h +20 -1
- data/ext/pg_query/include/lib/pairingheap.h +1 -1
- data/ext/pg_query/include/lib/simplehash.h +150 -25
- data/ext/pg_query/include/lib/sort_template.h +432 -0
- data/ext/pg_query/include/lib/stringinfo.h +1 -1
- data/ext/pg_query/include/libpq/auth.h +6 -4
- data/ext/pg_query/include/libpq/crypt.h +5 -4
- data/ext/pg_query/include/libpq/hba.h +43 -4
- data/ext/pg_query/include/libpq/libpq-be.h +23 -6
- data/ext/pg_query/include/libpq/libpq.h +31 -20
- data/ext/pg_query/include/libpq/pqcomm.h +17 -31
- data/ext/pg_query/include/libpq/pqformat.h +1 -1
- data/ext/pg_query/include/libpq/pqsignal.h +4 -4
- data/ext/pg_query/include/mb/pg_wchar.h +106 -23
- data/ext/pg_query/include/mb/stringinfo_mb.h +1 -1
- data/ext/pg_query/include/miscadmin.h +71 -52
- data/ext/pg_query/include/nodes/bitmapset.h +1 -1
- data/ext/pg_query/include/nodes/execnodes.h +272 -80
- data/ext/pg_query/include/nodes/extensible.h +4 -2
- data/ext/pg_query/include/nodes/lockoptions.h +1 -1
- data/ext/pg_query/include/nodes/makefuncs.h +7 -6
- data/ext/pg_query/include/nodes/memnodes.h +5 -3
- data/ext/pg_query/include/nodes/nodeFuncs.h +1 -1
- data/ext/pg_query/include/nodes/nodes.h +30 -11
- data/ext/pg_query/include/nodes/params.h +1 -1
- data/ext/pg_query/include/nodes/parsenodes.h +327 -94
- data/ext/pg_query/include/nodes/pathnodes.h +245 -67
- data/ext/pg_query/include/nodes/pg_list.h +75 -68
- data/ext/pg_query/include/nodes/plannodes.h +128 -30
- data/ext/pg_query/include/nodes/primnodes.h +99 -47
- data/ext/pg_query/include/nodes/print.h +1 -1
- data/ext/pg_query/include/nodes/tidbitmap.h +1 -1
- data/ext/pg_query/include/nodes/value.h +58 -39
- data/ext/pg_query/include/optimizer/cost.h +9 -2
- data/ext/pg_query/include/optimizer/geqo.h +9 -7
- data/ext/pg_query/include/optimizer/geqo_gene.h +1 -1
- data/ext/pg_query/include/optimizer/optimizer.h +25 -22
- data/ext/pg_query/include/optimizer/paths.h +6 -6
- data/ext/pg_query/include/optimizer/planmain.h +15 -14
- data/ext/pg_query/include/parser/analyze.h +19 -5
- data/ext/pg_query/include/parser/gram.h +947 -913
- data/ext/pg_query/include/parser/gramparse.h +1 -1
- data/ext/pg_query/include/parser/kwlist.h +463 -453
- data/ext/pg_query/include/parser/parse_agg.h +2 -7
- data/ext/pg_query/include/parser/parse_coerce.h +4 -1
- data/ext/pg_query/include/parser/parse_expr.h +2 -3
- data/ext/pg_query/include/parser/parse_func.h +2 -1
- data/ext/pg_query/include/parser/parse_node.h +21 -9
- data/ext/pg_query/include/parser/parse_oper.h +1 -3
- data/ext/pg_query/include/parser/parse_relation.h +5 -4
- data/ext/pg_query/include/parser/parse_type.h +1 -1
- data/ext/pg_query/include/parser/parser.h +31 -4
- data/ext/pg_query/include/parser/parsetree.h +1 -1
- data/ext/pg_query/include/parser/scanner.h +1 -1
- data/ext/pg_query/include/parser/scansup.h +2 -5
- data/ext/pg_query/include/partitioning/partdefs.h +1 -1
- data/ext/pg_query/include/pg_config.h +94 -46
- data/ext/pg_query/include/pg_config_manual.h +74 -21
- data/ext/pg_query/include/pg_getopt.h +6 -6
- data/ext/pg_query/include/pg_query.h +5 -4
- data/ext/pg_query/include/pg_query_enum_defs.c +358 -241
- data/ext/pg_query/include/pg_query_fingerprint_conds.c +44 -7
- data/ext/pg_query/include/pg_query_fingerprint_defs.c +1220 -422
- data/ext/pg_query/include/pg_query_outfuncs_conds.c +43 -13
- data/ext/pg_query/include/pg_query_outfuncs_defs.c +152 -26
- data/ext/pg_query/include/pg_query_readfuncs_conds.c +11 -2
- data/ext/pg_query/include/pg_query_readfuncs_defs.c +174 -30
- data/ext/pg_query/include/pg_trace.h +1 -1
- data/ext/pg_query/include/pgstat.h +449 -1237
- data/ext/pg_query/include/pgtime.h +14 -4
- data/ext/pg_query/include/pl_gram.h +126 -128
- data/ext/pg_query/include/pl_reserved_kwlist.h +1 -1
- data/ext/pg_query/include/pl_reserved_kwlist_d.h +10 -10
- data/ext/pg_query/include/pl_unreserved_kwlist.h +2 -3
- data/ext/pg_query/include/pl_unreserved_kwlist_d.h +54 -56
- data/ext/pg_query/include/plerrcodes.h +9 -1
- data/ext/pg_query/include/plpgsql.h +52 -54
- data/ext/pg_query/include/port/atomics/arch-arm.h +7 -1
- data/ext/pg_query/include/port/atomics/arch-ppc.h +1 -1
- data/ext/pg_query/include/port/atomics/arch-x86.h +1 -1
- data/ext/pg_query/include/port/atomics/fallback.h +1 -1
- data/ext/pg_query/include/port/atomics/generic-gcc.h +3 -3
- data/ext/pg_query/include/port/atomics/generic.h +1 -1
- data/ext/pg_query/include/port/atomics.h +1 -1
- data/ext/pg_query/include/port/pg_bitutils.h +88 -12
- data/ext/pg_query/include/port/pg_bswap.h +1 -1
- data/ext/pg_query/include/port/pg_crc32c.h +1 -1
- data/ext/pg_query/include/port.h +72 -43
- data/ext/pg_query/include/portability/instr_time.h +1 -1
- data/ext/pg_query/include/postgres.h +60 -16
- data/ext/pg_query/include/postmaster/autovacuum.h +17 -17
- data/ext/pg_query/include/postmaster/auxprocess.h +20 -0
- data/ext/pg_query/include/postmaster/bgworker.h +2 -1
- data/ext/pg_query/include/postmaster/bgworker_internals.h +2 -2
- data/ext/pg_query/include/postmaster/bgwriter.h +5 -5
- data/ext/pg_query/include/postmaster/fork_process.h +1 -1
- data/ext/pg_query/include/postmaster/interrupt.h +1 -1
- data/ext/pg_query/include/postmaster/pgarch.h +42 -8
- data/ext/pg_query/include/postmaster/postmaster.h +18 -17
- data/ext/pg_query/include/postmaster/startup.h +39 -0
- data/ext/pg_query/include/postmaster/syslogger.h +15 -10
- data/ext/pg_query/include/postmaster/walwriter.h +3 -3
- data/ext/pg_query/include/protobuf/pg_query.pb-c.h +1422 -916
- data/ext/pg_query/include/protobuf/pg_query.pb.h +43678 -32769
- data/ext/pg_query/include/regex/regex.h +18 -16
- data/ext/pg_query/include/replication/logicallauncher.h +3 -5
- data/ext/pg_query/include/replication/logicalproto.h +161 -17
- data/ext/pg_query/include/replication/logicalworker.h +1 -1
- data/ext/pg_query/include/replication/origin.h +7 -7
- data/ext/pg_query/include/replication/reorderbuffer.h +262 -44
- data/ext/pg_query/include/replication/slot.h +23 -12
- data/ext/pg_query/include/replication/syncrep.h +5 -5
- data/ext/pg_query/include/replication/walreceiver.h +145 -13
- data/ext/pg_query/include/replication/walsender.h +8 -8
- data/ext/pg_query/include/rewrite/prs2lock.h +1 -1
- data/ext/pg_query/include/rewrite/rewriteHandler.h +1 -3
- data/ext/pg_query/include/rewrite/rewriteManip.h +1 -1
- data/ext/pg_query/include/rewrite/rewriteSupport.h +1 -1
- data/ext/pg_query/include/storage/backendid.h +3 -3
- data/ext/pg_query/include/storage/block.h +4 -10
- data/ext/pg_query/include/storage/buf.h +1 -1
- data/ext/pg_query/include/storage/bufmgr.h +19 -14
- data/ext/pg_query/include/storage/bufpage.h +6 -8
- data/ext/pg_query/include/storage/condition_variable.h +13 -2
- data/ext/pg_query/include/storage/dsm.h +4 -1
- data/ext/pg_query/include/storage/dsm_impl.h +3 -2
- data/ext/pg_query/include/storage/fd.h +33 -3
- data/ext/pg_query/include/storage/fileset.h +40 -0
- data/ext/pg_query/include/storage/ipc.h +4 -1
- data/ext/pg_query/include/storage/item.h +1 -1
- data/ext/pg_query/include/storage/itemid.h +1 -1
- data/ext/pg_query/include/storage/itemptr.h +3 -1
- data/ext/pg_query/include/storage/large_object.h +2 -2
- data/ext/pg_query/include/storage/latch.h +9 -13
- data/ext/pg_query/include/storage/lmgr.h +2 -1
- data/ext/pg_query/include/storage/lock.h +17 -13
- data/ext/pg_query/include/storage/lockdefs.h +2 -2
- data/ext/pg_query/include/storage/lwlock.h +6 -32
- data/ext/pg_query/include/storage/lwlocknames.h +0 -1
- data/ext/pg_query/include/storage/off.h +1 -1
- data/ext/pg_query/include/storage/pg_sema.h +1 -1
- data/ext/pg_query/include/storage/pg_shmem.h +9 -7
- data/ext/pg_query/include/storage/pmsignal.h +15 -4
- data/ext/pg_query/include/storage/predicate.h +4 -4
- data/ext/pg_query/include/storage/proc.h +183 -55
- data/ext/pg_query/include/storage/procarray.h +98 -0
- data/ext/pg_query/include/storage/proclist_types.h +1 -1
- data/ext/pg_query/include/storage/procsignal.h +3 -7
- data/ext/pg_query/include/storage/relfilenode.h +1 -1
- data/ext/pg_query/include/storage/s_lock.h +67 -4
- data/ext/pg_query/include/storage/sharedfileset.h +3 -11
- data/ext/pg_query/include/storage/shm_mq.h +5 -4
- data/ext/pg_query/include/storage/shm_toc.h +1 -1
- data/ext/pg_query/include/storage/shmem.h +1 -1
- data/ext/pg_query/include/storage/sinval.h +3 -3
- data/ext/pg_query/include/storage/sinvaladt.h +1 -1
- data/ext/pg_query/include/storage/smgr.h +10 -8
- data/ext/pg_query/include/storage/spin.h +2 -2
- data/ext/pg_query/include/storage/standby.h +13 -6
- data/ext/pg_query/include/storage/standbydefs.h +2 -2
- data/ext/pg_query/include/storage/sync.h +7 -3
- data/ext/pg_query/include/tcop/cmdtag.h +1 -1
- data/ext/pg_query/include/tcop/cmdtaglist.h +3 -2
- data/ext/pg_query/include/tcop/deparse_utility.h +1 -1
- data/ext/pg_query/include/tcop/dest.h +1 -1
- data/ext/pg_query/include/tcop/fastpath.h +1 -2
- data/ext/pg_query/include/tcop/pquery.h +7 -1
- data/ext/pg_query/include/tcop/tcopprot.h +19 -11
- data/ext/pg_query/include/tcop/utility.h +7 -3
- data/ext/pg_query/include/tsearch/ts_cache.h +2 -2
- data/ext/pg_query/include/utils/acl.h +24 -3
- data/ext/pg_query/include/utils/aclchk_internal.h +1 -1
- data/ext/pg_query/include/utils/array.h +7 -2
- data/ext/pg_query/include/utils/backend_progress.h +44 -0
- data/ext/pg_query/include/utils/backend_status.h +321 -0
- data/ext/pg_query/include/utils/builtins.h +11 -11
- data/ext/pg_query/include/utils/bytea.h +3 -2
- data/ext/pg_query/include/utils/catcache.h +1 -1
- data/ext/pg_query/include/utils/date.h +1 -1
- data/ext/pg_query/include/utils/datetime.h +8 -7
- data/ext/pg_query/include/utils/datum.h +9 -1
- data/ext/pg_query/include/utils/dsa.h +1 -1
- data/ext/pg_query/include/utils/dynahash.h +4 -3
- data/ext/pg_query/include/utils/elog.h +52 -21
- data/ext/pg_query/include/utils/errcodes.h +2 -0
- data/ext/pg_query/include/utils/expandeddatum.h +1 -1
- data/ext/pg_query/include/utils/expandedrecord.h +1 -1
- data/ext/pg_query/include/utils/float.h +7 -7
- data/ext/pg_query/include/utils/fmgroids.h +1300 -696
- data/ext/pg_query/include/utils/fmgrprotos.h +199 -16
- data/ext/pg_query/include/utils/fmgrtab.h +6 -5
- data/ext/pg_query/include/utils/guc.h +69 -43
- data/ext/pg_query/include/utils/guc_tables.h +23 -19
- data/ext/pg_query/include/utils/hsearch.h +15 -11
- data/ext/pg_query/include/utils/inval.h +5 -1
- data/ext/pg_query/include/utils/lsyscache.h +11 -1
- data/ext/pg_query/include/utils/memdebug.h +1 -1
- data/ext/pg_query/include/utils/memutils.h +8 -3
- data/ext/pg_query/include/utils/numeric.h +19 -5
- data/ext/pg_query/include/utils/palloc.h +25 -3
- data/ext/pg_query/include/utils/partcache.h +1 -1
- data/ext/pg_query/include/utils/pg_locale.h +17 -9
- data/ext/pg_query/include/utils/pg_lsn.h +1 -1
- data/ext/pg_query/include/utils/pgstat_internal.h +784 -0
- data/ext/pg_query/include/utils/pidfile.h +1 -1
- data/ext/pg_query/include/utils/plancache.h +6 -5
- data/ext/pg_query/include/utils/portal.h +12 -1
- data/ext/pg_query/include/utils/ps_status.h +1 -1
- data/ext/pg_query/include/utils/queryenvironment.h +1 -1
- data/ext/pg_query/include/utils/queryjumble.h +88 -0
- data/ext/pg_query/include/utils/regproc.h +14 -3
- data/ext/pg_query/include/utils/rel.h +71 -20
- data/ext/pg_query/include/utils/relcache.h +9 -7
- data/ext/pg_query/include/utils/reltrigger.h +1 -1
- data/ext/pg_query/include/utils/resowner.h +1 -1
- data/ext/pg_query/include/utils/rls.h +2 -2
- data/ext/pg_query/include/utils/ruleutils.h +4 -1
- data/ext/pg_query/include/utils/sharedtuplestore.h +1 -1
- data/ext/pg_query/include/utils/snapmgr.h +35 -14
- data/ext/pg_query/include/utils/snapshot.h +14 -1
- data/ext/pg_query/include/utils/sortsupport.h +117 -2
- data/ext/pg_query/include/utils/syscache.h +6 -1
- data/ext/pg_query/include/utils/timeout.h +11 -4
- data/ext/pg_query/include/utils/timestamp.h +6 -5
- data/ext/pg_query/include/utils/tuplesort.h +25 -11
- data/ext/pg_query/include/utils/tuplestore.h +2 -2
- data/ext/pg_query/include/utils/typcache.h +24 -17
- data/ext/pg_query/include/utils/tzparser.h +1 -1
- data/ext/pg_query/include/utils/varlena.h +5 -3
- data/ext/pg_query/include/utils/wait_event.h +289 -0
- data/ext/pg_query/include/utils/xml.h +4 -4
- data/ext/pg_query/pg_query.pb-c.c +4318 -2307
- data/ext/pg_query/pg_query_deparse.c +1114 -381
- data/ext/pg_query/pg_query_fingerprint.c +46 -10
- data/ext/pg_query/pg_query_fingerprint.h +3 -1
- data/ext/pg_query/pg_query_json_plpgsql.c +55 -12
- data/ext/pg_query/pg_query_normalize.c +163 -20
- data/ext/pg_query/pg_query_outfuncs.h +1 -0
- data/ext/pg_query/pg_query_outfuncs_json.c +65 -16
- data/ext/pg_query/pg_query_outfuncs_protobuf.c +70 -10
- data/ext/pg_query/pg_query_parse.c +1 -1
- data/ext/pg_query/pg_query_parse_plpgsql.c +79 -16
- data/ext/pg_query/pg_query_readfuncs_protobuf.c +42 -8
- data/ext/pg_query/pg_query_ruby.c +1 -1
- data/ext/pg_query/pg_query_scan.c +2 -1
- data/ext/pg_query/pg_query_split.c +3 -2
- data/ext/pg_query/src_backend_catalog_namespace.c +21 -9
- data/ext/pg_query/src_backend_catalog_pg_proc.c +4 -1
- data/ext/pg_query/src_backend_commands_define.c +11 -1
- data/ext/pg_query/src_backend_nodes_bitmapset.c +3 -1
- data/ext/pg_query/src_backend_nodes_copyfuncs.c +424 -109
- data/ext/pg_query/src_backend_nodes_equalfuncs.c +291 -46
- data/ext/pg_query/src_backend_nodes_extensible.c +1 -1
- data/ext/pg_query/src_backend_nodes_list.c +86 -11
- data/ext/pg_query/src_backend_nodes_makefuncs.c +5 -4
- data/ext/pg_query/src_backend_nodes_nodeFuncs.c +55 -12
- data/ext/pg_query/src_backend_nodes_value.c +28 -19
- data/ext/pg_query/src_backend_parser_gram.c +33890 -31262
- data/ext/pg_query/src_backend_parser_parser.c +26 -7
- data/ext/pg_query/src_backend_parser_scan.c +644 -441
- data/ext/pg_query/src_backend_parser_scansup.c +4 -28
- data/ext/pg_query/src_backend_postmaster_postmaster.c +77 -106
- data/ext/pg_query/src_backend_storage_ipc_ipc.c +13 -4
- data/ext/pg_query/src_backend_storage_lmgr_s_lock.c +5 -4
- data/ext/pg_query/src_backend_tcop_postgres.c +73 -24
- data/ext/pg_query/src_backend_utils_activity_pgstat_database.c +140 -0
- data/ext/pg_query/src_backend_utils_adt_datum.c +13 -1
- data/ext/pg_query/src_backend_utils_adt_expandeddatum.c +1 -1
- data/ext/pg_query/src_backend_utils_adt_format_type.c +6 -2
- data/ext/pg_query/src_backend_utils_adt_ruleutils.c +109 -15
- data/ext/pg_query/src_backend_utils_error_assert.c +16 -14
- data/ext/pg_query/src_backend_utils_error_elog.c +172 -99
- data/ext/pg_query/src_backend_utils_fmgr_fmgr.c +12 -17
- data/ext/pg_query/src_backend_utils_hash_dynahash.c +40 -10
- data/ext/pg_query/src_backend_utils_init_globals.c +5 -5
- data/ext/pg_query/src_backend_utils_mb_mbutils.c +55 -66
- data/ext/pg_query/src_backend_utils_misc_guc.c +207 -45
- data/ext/pg_query/src_backend_utils_mmgr_aset.c +7 -5
- data/ext/pg_query/src_backend_utils_mmgr_mcxt.c +123 -35
- data/ext/pg_query/src_common_encnames.c +1 -1
- data/ext/pg_query/src_common_hashfn.c +3 -3
- data/ext/pg_query/src_common_keywords.c +15 -2
- data/ext/pg_query/src_common_kwlist_d.h +517 -494
- data/ext/pg_query/src_common_kwlookup.c +1 -1
- data/ext/pg_query/src_common_pg_prng.c +152 -0
- data/ext/pg_query/src_common_psprintf.c +1 -1
- data/ext/pg_query/src_common_string.c +7 -1
- data/ext/pg_query/src_common_stringinfo.c +1 -1
- data/ext/pg_query/src_common_wchar.c +712 -109
- data/ext/pg_query/src_pl_plpgsql_src_pl_comp.c +49 -22
- data/ext/pg_query/src_pl_plpgsql_src_pl_funcs.c +1 -18
- data/ext/pg_query/src_pl_plpgsql_src_pl_gram.c +1235 -1261
- data/ext/pg_query/src_pl_plpgsql_src_pl_handler.c +1 -1
- data/ext/pg_query/src_pl_plpgsql_src_pl_reserved_kwlist_d.h +10 -10
- data/ext/pg_query/src_pl_plpgsql_src_pl_scanner.c +2 -2
- data/ext/pg_query/src_pl_plpgsql_src_pl_unreserved_kwlist_d.h +54 -56
- data/ext/pg_query/src_port_pg_bitutils.c +41 -52
- data/ext/pg_query/src_port_pgsleep.c +1 -1
- data/ext/pg_query/src_port_pgstrcasecmp.c +1 -1
- data/ext/pg_query/src_port_qsort.c +12 -224
- data/ext/pg_query/src_port_snprintf.c +46 -20
- data/ext/pg_query/src_port_strerror.c +9 -19
- data/ext/pg_query/src_port_strnlen.c +1 -1
- data/lib/pg_query/deparse.rb +7 -1
- data/lib/pg_query/filter_columns.rb +6 -4
- data/lib/pg_query/fingerprint.rb +18 -3
- data/lib/pg_query/node.rb +2 -2
- data/lib/pg_query/param_refs.rb +1 -1
- data/lib/pg_query/parse.rb +87 -51
- data/lib/pg_query/pg_query_pb.rb +1109 -942
- data/lib/pg_query/treewalker.rb +6 -0
- data/lib/pg_query/truncate.rb +54 -8
- data/lib/pg_query/version.rb +1 -1
- metadata +29 -18
- data/ext/pg_query/include/access/xloginsert.h +0 -64
- data/ext/pg_query/include/bootstrap/bootstrap.h +0 -62
- data/ext/pg_query/include/parser/parse_clause.h +0 -54
- data/ext/pg_query/include/parser/parse_collate.h +0 -27
- data/ext/pg_query/include/parser/parse_target.h +0 -46
- data/ext/pg_query/src_backend_libpq_pqcomm.c +0 -651
- data/ext/pg_query/src_backend_parser_parse_expr.c +0 -313
- data/ext/pg_query/src_port_erand48.c +0 -127
- data/ext/pg_query/src_port_random.c +0 -31
@@ -93,34 +93,48 @@ _fingerprintString(FingerprintContext *ctx, const char *str)
|
|
93
93
|
}
|
94
94
|
|
95
95
|
static void
|
96
|
-
_fingerprintInteger(FingerprintContext *ctx, const
|
96
|
+
_fingerprintInteger(FingerprintContext *ctx, const union ValUnion *value)
|
97
97
|
{
|
98
|
-
if (
|
98
|
+
if (value->ival.ival != 0) {
|
99
99
|
_fingerprintString(ctx, "Integer");
|
100
100
|
_fingerprintString(ctx, "ival");
|
101
101
|
char buffer[50];
|
102
|
-
sprintf(buffer, "%d",
|
102
|
+
sprintf(buffer, "%d", value->ival.ival);
|
103
103
|
_fingerprintString(ctx, buffer);
|
104
104
|
}
|
105
105
|
}
|
106
106
|
|
107
107
|
static void
|
108
|
-
_fingerprintFloat(FingerprintContext *ctx, const
|
108
|
+
_fingerprintFloat(FingerprintContext *ctx, const union ValUnion *value)
|
109
109
|
{
|
110
|
-
if (
|
110
|
+
if (value->fval.fval != NULL) {
|
111
|
+
// NB: We output `str` here intentionally, to match the output format from libpg_query 14
|
112
|
+
// and below. This results in stable fingerprints, despite the field name being changed in
|
113
|
+
// PG15 to `fval`.
|
111
114
|
_fingerprintString(ctx, "Float");
|
112
115
|
_fingerprintString(ctx, "str");
|
113
|
-
_fingerprintString(ctx,
|
116
|
+
_fingerprintString(ctx, value->fval.fval);
|
114
117
|
}
|
115
118
|
}
|
116
119
|
|
117
120
|
static void
|
118
|
-
|
121
|
+
_fingerprintBoolean(FingerprintContext *ctx, const union ValUnion *value)
|
119
122
|
{
|
120
|
-
|
123
|
+
_fingerprintString(ctx, "Boolean");
|
124
|
+
_fingerprintString(ctx, "boolval");
|
125
|
+
_fingerprintString(ctx, value->boolval.boolval ? "true" : "false");
|
126
|
+
}
|
127
|
+
|
128
|
+
static void
|
129
|
+
_fingerprintBitString(FingerprintContext *ctx, const union ValUnion *value)
|
130
|
+
{
|
131
|
+
if (value->bsval.bsval != NULL) {
|
132
|
+
// NB: We output `str` here intentionally, to match the output format from libpg_query 14
|
133
|
+
// and below. This results in stable fingerprints, despite the field name being changed in
|
134
|
+
// PG15 to `bsval`.
|
121
135
|
_fingerprintString(ctx, "BitString");
|
122
136
|
_fingerprintString(ctx, "str");
|
123
|
-
_fingerprintString(ctx,
|
137
|
+
_fingerprintString(ctx, value->bsval.bsval);
|
124
138
|
}
|
125
139
|
}
|
126
140
|
|
@@ -272,10 +286,16 @@ _fingerprintNode(FingerprintContext *ctx, const void *obj, const void *parent, c
|
|
272
286
|
case T_Float:
|
273
287
|
_fingerprintFloat(ctx, obj);
|
274
288
|
break;
|
289
|
+
case T_Boolean:
|
290
|
+
_fingerprintBoolean(ctx, obj);
|
291
|
+
break;
|
275
292
|
case T_String:
|
293
|
+
// NB: We output `str` here intentionally, to match the output format from libpg_query
|
294
|
+
// 14 and below. This results in stable fingerprints, despite the field name being
|
295
|
+
// changed in PG15 to `sval`.
|
276
296
|
_fingerprintString(ctx, "String");
|
277
297
|
_fingerprintString(ctx, "str");
|
278
|
-
_fingerprintString(ctx, ((
|
298
|
+
_fingerprintString(ctx, ((union ValUnion*) obj)->sval.sval);
|
279
299
|
break;
|
280
300
|
case T_BitString:
|
281
301
|
_fingerprintBitString(ctx, obj);
|
@@ -291,6 +311,21 @@ _fingerprintNode(FingerprintContext *ctx, const void *obj, const void *parent, c
|
|
291
311
|
}
|
292
312
|
}
|
293
313
|
|
314
|
+
uint64_t pg_query_fingerprint_node(const void *node)
|
315
|
+
{
|
316
|
+
FingerprintContext ctx;
|
317
|
+
uint64 result;
|
318
|
+
|
319
|
+
_fingerprintInitContext(&ctx, NULL, false);
|
320
|
+
_fingerprintNode(&ctx, node, NULL, NULL, 0);
|
321
|
+
|
322
|
+
result = XXH3_64bits_digest(ctx.xxh_state);
|
323
|
+
|
324
|
+
_fingerprintFreeContext(&ctx);
|
325
|
+
|
326
|
+
return result;
|
327
|
+
}
|
328
|
+
|
294
329
|
PgQueryFingerprintResult pg_query_fingerprint_with_opts(const char* input, bool printTokens)
|
295
330
|
{
|
296
331
|
MemoryContext ctx = NULL;
|
@@ -359,6 +394,7 @@ void pg_query_free_fingerprint_result(PgQueryFingerprintResult result)
|
|
359
394
|
if (result.error) {
|
360
395
|
free(result.error->message);
|
361
396
|
free(result.error->filename);
|
397
|
+
free(result.error->funcname);
|
362
398
|
free(result.error);
|
363
399
|
}
|
364
400
|
|
@@ -3,6 +3,8 @@
|
|
3
3
|
|
4
4
|
#include <stdbool.h>
|
5
5
|
|
6
|
-
PgQueryFingerprintResult pg_query_fingerprint_with_opts(const char* input, bool printTokens);
|
6
|
+
extern PgQueryFingerprintResult pg_query_fingerprint_with_opts(const char* input, bool printTokens);
|
7
|
+
|
8
|
+
extern uint64_t pg_query_fingerprint_node(const void * node);
|
7
9
|
|
8
10
|
#endif
|
@@ -96,7 +96,6 @@ static void dump_row(StringInfo out, PLpgSQL_row *stmt);
|
|
96
96
|
static void dump_var(StringInfo out, PLpgSQL_var *stmt);
|
97
97
|
static void dump_variable(StringInfo out, PLpgSQL_variable *stmt);
|
98
98
|
static void dump_record_field(StringInfo out, PLpgSQL_recfield *node);
|
99
|
-
static void dump_array_elem(StringInfo out, PLpgSQL_arrayelem *node);
|
100
99
|
static void dump_stmt(StringInfo out, PLpgSQL_stmt *stmt);
|
101
100
|
static void dump_block(StringInfo out, PLpgSQL_stmt_block *block);
|
102
101
|
static void dump_exception_block(StringInfo out, PLpgSQL_exception_block *node);
|
@@ -117,6 +116,7 @@ static void dump_return_next(StringInfo out, PLpgSQL_stmt_return_next *stmt);
|
|
117
116
|
static void dump_return_query(StringInfo out, PLpgSQL_stmt_return_query *stmt);
|
118
117
|
static void dump_raise(StringInfo out, PLpgSQL_stmt_raise *stmt);
|
119
118
|
static void dump_raise_option(StringInfo out, PLpgSQL_raise_option *node);
|
119
|
+
static void dump_assert(StringInfo out, PLpgSQL_stmt_assert *stmt);
|
120
120
|
static void dump_execsql(StringInfo out, PLpgSQL_stmt_execsql *stmt);
|
121
121
|
static void dump_dynexecute(StringInfo out, PLpgSQL_stmt_dynexecute *stmt);
|
122
122
|
static void dump_dynfors(StringInfo out, PLpgSQL_stmt_dynfors *stmt);
|
@@ -126,6 +126,9 @@ static void dump_open(StringInfo out, PLpgSQL_stmt_open *stmt);
|
|
126
126
|
static void dump_fetch(StringInfo out, PLpgSQL_stmt_fetch *stmt);
|
127
127
|
static void dump_close(StringInfo out, PLpgSQL_stmt_close *stmt);
|
128
128
|
static void dump_perform(StringInfo out, PLpgSQL_stmt_perform *stmt);
|
129
|
+
static void dump_call(StringInfo out, PLpgSQL_stmt_call *stmt);
|
130
|
+
static void dump_commit(StringInfo out, PLpgSQL_stmt_commit *stmt);
|
131
|
+
static void dump_rollback(StringInfo out, PLpgSQL_stmt_rollback *stmt);
|
129
132
|
static void dump_expr(StringInfo out, PLpgSQL_expr *expr);
|
130
133
|
static void dump_function(StringInfo out, PLpgSQL_function *func);
|
131
134
|
static void dump_exception(StringInfo out, PLpgSQL_exception *node);
|
@@ -183,6 +186,9 @@ dump_stmt(StringInfo out, PLpgSQL_stmt *node)
|
|
183
186
|
case PLPGSQL_STMT_RAISE:
|
184
187
|
dump_raise(out, (PLpgSQL_stmt_raise *) node);
|
185
188
|
break;
|
189
|
+
case PLPGSQL_STMT_ASSERT:
|
190
|
+
dump_assert(out, (PLpgSQL_stmt_assert *) node);
|
191
|
+
break;
|
186
192
|
case PLPGSQL_STMT_EXECSQL:
|
187
193
|
dump_execsql(out, (PLpgSQL_stmt_execsql *) node);
|
188
194
|
break;
|
@@ -207,6 +213,15 @@ dump_stmt(StringInfo out, PLpgSQL_stmt *node)
|
|
207
213
|
case PLPGSQL_STMT_PERFORM:
|
208
214
|
dump_perform(out, (PLpgSQL_stmt_perform *) node);
|
209
215
|
break;
|
216
|
+
case PLPGSQL_STMT_CALL:
|
217
|
+
dump_call(out, (PLpgSQL_stmt_call *) node);
|
218
|
+
break;
|
219
|
+
case PLPGSQL_STMT_COMMIT:
|
220
|
+
dump_commit(out, (PLpgSQL_stmt_commit *) node);
|
221
|
+
break;
|
222
|
+
case PLPGSQL_STMT_ROLLBACK:
|
223
|
+
dump_rollback(out, (PLpgSQL_stmt_rollback *) node);
|
224
|
+
break;
|
210
225
|
default:
|
211
226
|
elog(ERROR, "unrecognized cmd_type: %d", node->cmd_type);
|
212
227
|
break;
|
@@ -444,6 +459,35 @@ dump_perform(StringInfo out, PLpgSQL_stmt_perform *node)
|
|
444
459
|
WRITE_EXPR_FIELD(expr);
|
445
460
|
}
|
446
461
|
|
462
|
+
static void
|
463
|
+
dump_call(StringInfo out, PLpgSQL_stmt_call *node)
|
464
|
+
{
|
465
|
+
WRITE_NODE_TYPE("PLpgSQL_stmt_call");
|
466
|
+
|
467
|
+
WRITE_INT_FIELD(lineno, lineno, lineno);
|
468
|
+
WRITE_EXPR_FIELD(expr);
|
469
|
+
WRITE_BOOL_FIELD(is_call, is_call, is_call);
|
470
|
+
WRITE_VARIABLE_FIELD(target);
|
471
|
+
}
|
472
|
+
|
473
|
+
static void
|
474
|
+
dump_commit(StringInfo out, PLpgSQL_stmt_commit *node)
|
475
|
+
{
|
476
|
+
WRITE_NODE_TYPE("PLpgSQL_stmt_commit");
|
477
|
+
|
478
|
+
WRITE_INT_FIELD(lineno, lineno, lineno);
|
479
|
+
WRITE_BOOL_FIELD(chain, chain, chain);
|
480
|
+
}
|
481
|
+
|
482
|
+
static void
|
483
|
+
dump_rollback(StringInfo out, PLpgSQL_stmt_rollback *node)
|
484
|
+
{
|
485
|
+
WRITE_NODE_TYPE("PLpgSQL_stmt_rollback");
|
486
|
+
|
487
|
+
WRITE_INT_FIELD(lineno, lineno, lineno);
|
488
|
+
WRITE_BOOL_FIELD(chain, chain, chain);
|
489
|
+
}
|
490
|
+
|
447
491
|
static void
|
448
492
|
dump_exit(StringInfo out, PLpgSQL_stmt_exit *node)
|
449
493
|
{
|
@@ -508,6 +552,16 @@ dump_raise_option(StringInfo out, PLpgSQL_raise_option *node)
|
|
508
552
|
WRITE_EXPR_FIELD(expr);
|
509
553
|
}
|
510
554
|
|
555
|
+
static void
|
556
|
+
dump_assert(StringInfo out, PLpgSQL_stmt_assert *node)
|
557
|
+
{
|
558
|
+
WRITE_NODE_TYPE("PLpgSQL_stmt_assert");
|
559
|
+
|
560
|
+
WRITE_INT_FIELD(lineno, lineno, lineno);
|
561
|
+
WRITE_EXPR_FIELD(cond);
|
562
|
+
WRITE_EXPR_FIELD(message);
|
563
|
+
}
|
564
|
+
|
511
565
|
static void
|
512
566
|
dump_execsql(StringInfo out, PLpgSQL_stmt_execsql *node)
|
513
567
|
{
|
@@ -605,9 +659,6 @@ dump_function(StringInfo out, PLpgSQL_function *node)
|
|
605
659
|
case PLPGSQL_DTYPE_RECFIELD:
|
606
660
|
dump_record_field(out, (PLpgSQL_recfield *) d);
|
607
661
|
break;
|
608
|
-
case PLPGSQL_DTYPE_ARRAYELEM:
|
609
|
-
dump_array_elem(out, (PLpgSQL_arrayelem *) d);
|
610
|
-
break;
|
611
662
|
default:
|
612
663
|
elog(WARNING, "could not dump unrecognized dtype: %d",
|
613
664
|
(int) d->dtype);
|
@@ -712,14 +763,6 @@ dump_record_field(StringInfo out, PLpgSQL_recfield *node) {
|
|
712
763
|
WRITE_INT_FIELD(recparentno, recparentno, recparentno);
|
713
764
|
}
|
714
765
|
|
715
|
-
static void
|
716
|
-
dump_array_elem(StringInfo out, PLpgSQL_arrayelem *node) {
|
717
|
-
WRITE_NODE_TYPE("PLpgSQL_arrayelem");
|
718
|
-
|
719
|
-
WRITE_EXPR_FIELD(subscript);
|
720
|
-
WRITE_INT_FIELD(arrayparentno, arrayparentno, arrayparentno);
|
721
|
-
}
|
722
|
-
|
723
766
|
char *
|
724
767
|
plpgsqlToJSON(PLpgSQL_function *func)
|
725
768
|
{
|
@@ -1,5 +1,6 @@
|
|
1
1
|
#include "pg_query.h"
|
2
2
|
#include "pg_query_internal.h"
|
3
|
+
#include "pg_query_fingerprint.h"
|
3
4
|
|
4
5
|
#include "parser/parser.h"
|
5
6
|
#include "parser/scanner.h"
|
@@ -7,6 +8,8 @@
|
|
7
8
|
#include "mb/pg_wchar.h"
|
8
9
|
#include "nodes/nodeFuncs.h"
|
9
10
|
|
11
|
+
#include "pg_query_outfuncs.h"
|
12
|
+
|
10
13
|
/*
|
11
14
|
* Struct for tracking locations/lengths of constants during normalization
|
12
15
|
*/
|
@@ -14,6 +17,7 @@ typedef struct pgssLocationLen
|
|
14
17
|
{
|
15
18
|
int location; /* start offset in query text */
|
16
19
|
int length; /* length in bytes, or -1 to ignore */
|
20
|
+
int param_id; /* Param id to use - if negative prefix, need to abs(..) and add highest_extern_param_id */
|
17
21
|
} pgssLocationLen;
|
18
22
|
|
19
23
|
/*
|
@@ -30,14 +34,32 @@ typedef struct pgssConstLocations
|
|
30
34
|
/* Current number of valid entries in clocations array */
|
31
35
|
int clocations_count;
|
32
36
|
|
37
|
+
/* highest Param id we have assigned, not yet taking into account external param refs */
|
38
|
+
int highest_normalize_param_id;
|
39
|
+
|
33
40
|
/* highest Param id we've seen, in order to start normalization correctly */
|
34
41
|
int highest_extern_param_id;
|
35
42
|
|
36
43
|
/* query text */
|
37
44
|
const char * query;
|
38
45
|
int query_len;
|
46
|
+
|
47
|
+
/* optional recording of assigned or discovered param refs, only active if param_refs is not NULL */
|
48
|
+
int *param_refs;
|
49
|
+
int param_refs_buf_size;
|
50
|
+
int param_refs_count;
|
39
51
|
} pgssConstLocations;
|
40
52
|
|
53
|
+
/*
|
54
|
+
* Intermediate working state struct to remember param refs for individual target list elements
|
55
|
+
*/
|
56
|
+
typedef struct FpAndParamRefs
|
57
|
+
{
|
58
|
+
uint64_t fp;
|
59
|
+
int* param_refs;
|
60
|
+
int param_refs_count;
|
61
|
+
} FpAndParamRefs;
|
62
|
+
|
41
63
|
/*
|
42
64
|
* comp_location: comparator for qsorting pgssLocationLen structs by location
|
43
65
|
*/
|
@@ -230,7 +252,8 @@ generate_normalized_query(pgssConstLocations *jstate, int query_loc, int* query_
|
|
230
252
|
for (i = 0; i < jstate->clocations_count; i++)
|
231
253
|
{
|
232
254
|
int off, /* Offset from start for cur tok */
|
233
|
-
tok_len
|
255
|
+
tok_len, /* Length (in bytes) of that tok */
|
256
|
+
param_id; /* Param ID to be assigned */
|
234
257
|
|
235
258
|
off = jstate->clocations[i].location;
|
236
259
|
/* Adjust recorded location if we're dealing with partial string */
|
@@ -250,8 +273,10 @@ generate_normalized_query(pgssConstLocations *jstate, int query_loc, int* query_
|
|
250
273
|
n_quer_loc += len_to_wrt;
|
251
274
|
|
252
275
|
/* And insert a param symbol in place of the constant token */
|
253
|
-
|
254
|
-
|
276
|
+
param_id = (jstate->clocations[i].param_id < 0) ?
|
277
|
+
jstate->highest_extern_param_id + abs(jstate->clocations[i].param_id) :
|
278
|
+
jstate->clocations[i].param_id;
|
279
|
+
n_quer_loc += sprintf(norm_query + n_quer_loc, "$%d", param_id);
|
255
280
|
|
256
281
|
quer_loc = off + tok_len;
|
257
282
|
last_off = off;
|
@@ -292,10 +317,43 @@ static void RecordConstLocation(pgssConstLocations *jstate, int location)
|
|
292
317
|
jstate->clocations[jstate->clocations_count].location = location;
|
293
318
|
/* initialize lengths to -1 to simplify fill_in_constant_lengths */
|
294
319
|
jstate->clocations[jstate->clocations_count].length = -1;
|
320
|
+
/* by default we assume that we need a new param ref */
|
321
|
+
jstate->clocations[jstate->clocations_count].param_id = - jstate->highest_normalize_param_id;
|
322
|
+
jstate->highest_normalize_param_id++;
|
323
|
+
/* record param ref number if requested */
|
324
|
+
if (jstate->param_refs != NULL) {
|
325
|
+
jstate->param_refs[jstate->param_refs_count] = jstate->clocations[jstate->clocations_count].param_id;
|
326
|
+
jstate->param_refs_count++;
|
327
|
+
if (jstate->param_refs_count >= jstate->param_refs_buf_size) {
|
328
|
+
jstate->param_refs_buf_size *= 2;
|
329
|
+
jstate->param_refs = (int *) repalloc(jstate->param_refs, jstate->param_refs_buf_size * sizeof(int));
|
330
|
+
}
|
331
|
+
}
|
295
332
|
jstate->clocations_count++;
|
296
333
|
}
|
297
334
|
}
|
298
335
|
|
336
|
+
static void record_defelem_arg_location(pgssConstLocations *jstate, int location)
|
337
|
+
{
|
338
|
+
for (int i = location; i < jstate->query_len; i++) {
|
339
|
+
if (jstate->query[i] == '\'' || jstate->query[i] == '$') {
|
340
|
+
RecordConstLocation(jstate, i);
|
341
|
+
break;
|
342
|
+
}
|
343
|
+
}
|
344
|
+
}
|
345
|
+
|
346
|
+
static void record_matching_string(pgssConstLocations *jstate, const char *str)
|
347
|
+
{
|
348
|
+
char *loc = NULL;
|
349
|
+
if (str == NULL)
|
350
|
+
return;
|
351
|
+
|
352
|
+
loc = strstr(jstate->query, str);
|
353
|
+
if (loc != NULL)
|
354
|
+
RecordConstLocation(jstate, loc - jstate->query - 1);
|
355
|
+
}
|
356
|
+
|
299
357
|
static bool const_record_walker(Node *node, pgssConstLocations *jstate)
|
300
358
|
{
|
301
359
|
bool result;
|
@@ -313,18 +371,26 @@ static bool const_record_walker(Node *node, pgssConstLocations *jstate)
|
|
313
371
|
/* Track the highest ParamRef number */
|
314
372
|
if (((ParamRef *) node)->number > jstate->highest_extern_param_id)
|
315
373
|
jstate->highest_extern_param_id = castNode(ParamRef, node)->number;
|
374
|
+
|
375
|
+
if (jstate->param_refs != NULL) {
|
376
|
+
jstate->param_refs[jstate->param_refs_count] = ((ParamRef *) node)->number;
|
377
|
+
jstate->param_refs_count++;
|
378
|
+
if (jstate->param_refs_count >= jstate->param_refs_buf_size) {
|
379
|
+
jstate->param_refs_buf_size *= 2;
|
380
|
+
jstate->param_refs = (int *) repalloc(jstate->param_refs, jstate->param_refs_buf_size * sizeof(int));
|
381
|
+
}
|
382
|
+
}
|
316
383
|
}
|
317
384
|
break;
|
318
385
|
case T_DefElem:
|
319
386
|
{
|
320
387
|
DefElem * defElem = (DefElem *) node;
|
321
|
-
if (defElem->arg
|
322
|
-
|
323
|
-
|
324
|
-
|
325
|
-
|
326
|
-
|
327
|
-
}
|
388
|
+
if (defElem->arg == NULL) {
|
389
|
+
// No argument
|
390
|
+
} else if (IsA(defElem->arg, String)) {
|
391
|
+
record_defelem_arg_location(jstate, defElem->location);
|
392
|
+
} else if (IsA(defElem->arg, List) && list_length((List *) defElem->arg) == 1 && IsA(linitial((List *) defElem->arg), String)) {
|
393
|
+
record_defelem_arg_location(jstate, defElem->location);
|
328
394
|
}
|
329
395
|
return const_record_walker((Node *) ((DefElem *) node)->arg, jstate);
|
330
396
|
}
|
@@ -343,39 +409,109 @@ static bool const_record_walker(Node *node, pgssConstLocations *jstate)
|
|
343
409
|
return const_record_walker((Node *) ((AlterRoleStmt *) node)->options, jstate);
|
344
410
|
case T_DeclareCursorStmt:
|
345
411
|
return const_record_walker((Node *) ((DeclareCursorStmt *) node)->query, jstate);
|
412
|
+
case T_CreateFunctionStmt:
|
413
|
+
return const_record_walker((Node *) ((CreateFunctionStmt *) node)->options, jstate);
|
414
|
+
case T_DoStmt:
|
415
|
+
return const_record_walker((Node *) ((DoStmt *) node)->args, jstate);
|
416
|
+
case T_CreateSubscriptionStmt:
|
417
|
+
record_matching_string(jstate, ((CreateSubscriptionStmt *) node)->conninfo);
|
418
|
+
break;
|
419
|
+
case T_AlterSubscriptionStmt:
|
420
|
+
record_matching_string(jstate, ((CreateSubscriptionStmt *) node)->conninfo);
|
421
|
+
break;
|
422
|
+
case T_CreateUserMappingStmt:
|
423
|
+
return const_record_walker((Node *) ((CreateUserMappingStmt *) node)->options, jstate);
|
424
|
+
case T_AlterUserMappingStmt:
|
425
|
+
return const_record_walker((Node *) ((AlterUserMappingStmt *) node)->options, jstate);
|
426
|
+
case T_TypeName:
|
427
|
+
/* Don't normalize constants in typmods or arrayBounds */
|
428
|
+
return false;
|
346
429
|
case T_SelectStmt:
|
347
430
|
{
|
348
431
|
SelectStmt *stmt = (SelectStmt *) node;
|
349
432
|
ListCell *lc;
|
433
|
+
List *fp_and_param_refs_list = NIL;
|
350
434
|
|
351
435
|
if (const_record_walker((Node *) stmt->distinctClause, jstate))
|
352
436
|
return true;
|
353
437
|
if (const_record_walker((Node *) stmt->intoClause, jstate))
|
354
438
|
return true;
|
355
|
-
|
356
|
-
|
439
|
+
foreach(lc, stmt->targetList)
|
440
|
+
{
|
441
|
+
ResTarget *res_target = lfirst_node(ResTarget, lc);
|
442
|
+
FpAndParamRefs *fp_and_param_refs = palloc0(sizeof(FpAndParamRefs));
|
443
|
+
|
444
|
+
/* Save all param refs we encounter or assign */
|
445
|
+
jstate->param_refs = palloc0(1 * sizeof(int));
|
446
|
+
jstate->param_refs_buf_size = 1;
|
447
|
+
jstate->param_refs_count = 0;
|
448
|
+
|
449
|
+
/* Walk the element */
|
450
|
+
if (const_record_walker((Node *) res_target, jstate))
|
451
|
+
return true;
|
452
|
+
|
453
|
+
/* Remember fingerprint and param refs for later */
|
454
|
+
fp_and_param_refs->fp = pg_query_fingerprint_node(res_target->val);
|
455
|
+
fp_and_param_refs->param_refs = jstate->param_refs;
|
456
|
+
fp_and_param_refs->param_refs_count = jstate->param_refs_count;
|
457
|
+
fp_and_param_refs_list = lappend(fp_and_param_refs_list, fp_and_param_refs);
|
458
|
+
|
459
|
+
/* Reset for next element, or stop recording if this is the last element */
|
460
|
+
jstate->param_refs = NULL;
|
461
|
+
jstate->param_refs_buf_size = 0;
|
462
|
+
jstate->param_refs_count = 0;
|
463
|
+
}
|
357
464
|
if (const_record_walker((Node *) stmt->fromClause, jstate))
|
358
465
|
return true;
|
359
466
|
if (const_record_walker((Node *) stmt->whereClause, jstate))
|
360
467
|
return true;
|
361
468
|
|
362
|
-
|
363
|
-
|
469
|
+
/*
|
470
|
+
* Instead of walking all of groupClause (like raw_expression_tree_walker does),
|
471
|
+
* only walk certain items.
|
472
|
+
*/
|
364
473
|
foreach(lc, stmt->groupClause)
|
365
474
|
{
|
366
|
-
|
367
|
-
|
368
|
-
|
369
|
-
|
475
|
+
/*
|
476
|
+
* Do not walk A_Const values that are simple integers, this avoids
|
477
|
+
* turning "GROUP BY 1" into "GROUP BY $n", which obscures an important
|
478
|
+
* semantic meaning. This matches how pg_stat_statements handles the
|
479
|
+
* GROUP BY clause (i.e. it doesn't touch these constants)
|
480
|
+
*/
|
370
481
|
if (IsA(lfirst(lc), A_Const) && IsA(&castNode(A_Const, lfirst(lc))->val, Integer))
|
371
482
|
continue;
|
372
483
|
|
484
|
+
/*
|
485
|
+
* Match up GROUP BY clauses against the target list, to assign the same
|
486
|
+
* param refs as used in the target list - this ensures the query is valid,
|
487
|
+
* instead of throwing a bogus "columns ... must appear in the GROUP BY
|
488
|
+
* clause or be used in an aggregate function" error
|
489
|
+
*/
|
490
|
+
uint64_t fp = pg_query_fingerprint_node(lfirst(lc));
|
491
|
+
FpAndParamRefs *fppr = NULL;
|
492
|
+
ListCell *lc2;
|
493
|
+
foreach(lc2, fp_and_param_refs_list) {
|
494
|
+
if (fp == ((FpAndParamRefs *) lfirst(lc2))->fp) {
|
495
|
+
fppr = (FpAndParamRefs *) lfirst(lc2);
|
496
|
+
foreach_delete_current(fp_and_param_refs_list, lc2);
|
497
|
+
break;
|
498
|
+
}
|
499
|
+
}
|
500
|
+
|
501
|
+
int prev_cloc_count = jstate->clocations_count;
|
373
502
|
if (const_record_walker((Node *) lfirst(lc), jstate))
|
374
503
|
return true;
|
504
|
+
|
505
|
+
if (fppr != NULL && fppr->param_refs_count == jstate->clocations_count - prev_cloc_count) {
|
506
|
+
for (int i = prev_cloc_count; i < jstate->clocations_count; i++) {
|
507
|
+
jstate->clocations[i].param_id = fppr->param_refs[i - prev_cloc_count];
|
508
|
+
}
|
509
|
+
jstate->highest_normalize_param_id -= fppr->param_refs_count;
|
510
|
+
}
|
375
511
|
}
|
376
512
|
foreach(lc, stmt->sortClause)
|
377
513
|
{
|
378
|
-
|
514
|
+
/* Similarly, don't turn "ORDER BY 1" into "ORDER BY $n" */
|
379
515
|
if (IsA(lfirst(lc), SortBy) && IsA(castNode(SortBy, lfirst(lc))->node, A_Const) &&
|
380
516
|
IsA(&castNode(A_Const, castNode(SortBy, lfirst(lc))->node)->val, Integer))
|
381
517
|
continue;
|
@@ -436,7 +572,7 @@ PgQueryNormalizeResult pg_query_normalize(const char* input)
|
|
436
572
|
int query_len;
|
437
573
|
|
438
574
|
/* Parse query */
|
439
|
-
tree = raw_parser(input);
|
575
|
+
tree = raw_parser(input, RAW_PARSE_DEFAULT);
|
440
576
|
|
441
577
|
query_len = (int) strlen(input);
|
442
578
|
|
@@ -445,9 +581,13 @@ PgQueryNormalizeResult pg_query_normalize(const char* input)
|
|
445
581
|
jstate.clocations = (pgssLocationLen *)
|
446
582
|
palloc(jstate.clocations_buf_size * sizeof(pgssLocationLen));
|
447
583
|
jstate.clocations_count = 0;
|
584
|
+
jstate.highest_normalize_param_id = 1;
|
448
585
|
jstate.highest_extern_param_id = 0;
|
449
586
|
jstate.query = input;
|
450
587
|
jstate.query_len = query_len;
|
588
|
+
jstate.param_refs = NULL;
|
589
|
+
jstate.param_refs_buf_size = 0;
|
590
|
+
jstate.param_refs_count = 0;
|
451
591
|
|
452
592
|
/* Walk tree and record const locations */
|
453
593
|
const_record_walker((Node *) tree, &jstate);
|
@@ -466,6 +606,8 @@ PgQueryNormalizeResult pg_query_normalize(const char* input)
|
|
466
606
|
error = malloc(sizeof(PgQueryError));
|
467
607
|
error->message = strdup(error_data->message);
|
468
608
|
error->filename = strdup(error_data->filename);
|
609
|
+
error->funcname = strdup(error_data->funcname);
|
610
|
+
error->context = NULL;
|
469
611
|
error->lineno = error_data->lineno;
|
470
612
|
error->cursorpos = error_data->cursorpos;
|
471
613
|
|
@@ -484,6 +626,7 @@ void pg_query_free_normalize_result(PgQueryNormalizeResult result)
|
|
484
626
|
if (result.error) {
|
485
627
|
free(result.error->message);
|
486
628
|
free(result.error->filename);
|
629
|
+
free(result.error->funcname);
|
487
630
|
free(result.error);
|
488
631
|
}
|
489
632
|
|
@@ -195,39 +195,77 @@ _outOidList(StringInfo out, const List *node)
|
|
195
195
|
}
|
196
196
|
|
197
197
|
static void
|
198
|
-
_outInteger(StringInfo out, const
|
198
|
+
_outInteger(StringInfo out, const Integer *node)
|
199
199
|
{
|
200
|
-
|
200
|
+
if (node->ival > 0)
|
201
|
+
appendStringInfo(out, "\"ival\":%d", node->ival);
|
201
202
|
}
|
202
203
|
|
203
204
|
static void
|
204
|
-
|
205
|
+
_outBoolean(StringInfo out, const Boolean *node)
|
205
206
|
{
|
206
|
-
appendStringInfo(out, "\"
|
207
|
-
_outToken(out, node->val.str);
|
208
|
-
appendStringInfo(out, ",");
|
207
|
+
appendStringInfo(out, "\"boolval\":%s", booltostr(node->boolval));
|
209
208
|
}
|
210
209
|
|
211
210
|
static void
|
212
|
-
|
211
|
+
_outFloat(StringInfo out, const Float *node)
|
213
212
|
{
|
214
|
-
appendStringInfo(out, "\"
|
215
|
-
_outToken(out, node->
|
216
|
-
appendStringInfo(out, ",");
|
213
|
+
appendStringInfo(out, "\"fval\":");
|
214
|
+
_outToken(out, node->fval);
|
217
215
|
}
|
218
216
|
|
219
217
|
static void
|
220
|
-
|
218
|
+
_outString(StringInfo out, const String *node)
|
221
219
|
{
|
222
|
-
appendStringInfo(out, "\"
|
223
|
-
_outToken(out, node->
|
224
|
-
|
220
|
+
appendStringInfo(out, "\"sval\":");
|
221
|
+
_outToken(out, node->sval);
|
222
|
+
}
|
223
|
+
|
224
|
+
static void
|
225
|
+
_outBitString(StringInfo out, const BitString *node)
|
226
|
+
{
|
227
|
+
appendStringInfo(out, "\"bsval\":");
|
228
|
+
_outToken(out, node->bsval);
|
225
229
|
}
|
226
230
|
|
227
231
|
static void
|
228
|
-
|
232
|
+
_outAConst(StringInfo out, const A_Const *node)
|
229
233
|
{
|
230
|
-
|
234
|
+
if (node->isnull) {
|
235
|
+
appendStringInfo(out, "\"isnull\":true");
|
236
|
+
} else {
|
237
|
+
switch (node->val.node.type) {
|
238
|
+
case T_Integer:
|
239
|
+
appendStringInfoString(out, "\"ival\":{");
|
240
|
+
_outInteger(out, &node->val.ival);
|
241
|
+
appendStringInfoChar(out, '}');
|
242
|
+
break;
|
243
|
+
case T_Float:
|
244
|
+
appendStringInfoString(out, "\"fval\":{");
|
245
|
+
_outFloat(out, &node->val.fval);
|
246
|
+
appendStringInfoChar(out, '}');
|
247
|
+
break;
|
248
|
+
case T_Boolean:
|
249
|
+
appendStringInfo(out, "\"boolval\":{%s}", node->val.boolval.boolval ? "\"boolval\":true" : "");
|
250
|
+
break;
|
251
|
+
case T_String:
|
252
|
+
appendStringInfoString(out, "\"sval\":{");
|
253
|
+
_outString(out, &node->val.sval);
|
254
|
+
appendStringInfoChar(out, '}');
|
255
|
+
break;
|
256
|
+
case T_BitString:
|
257
|
+
appendStringInfoString(out, "\"bsval\":{");
|
258
|
+
_outBitString(out, &node->val.bsval);
|
259
|
+
appendStringInfoChar(out, '}');
|
260
|
+
break;
|
261
|
+
|
262
|
+
// Unreachable, A_Const cannot contain any other nodes.
|
263
|
+
default:
|
264
|
+
Assert(false);
|
265
|
+
}
|
266
|
+
}
|
267
|
+
|
268
|
+
appendStringInfo(out, ",\"location\":%d", node->location);
|
231
269
|
}
|
232
270
|
|
233
271
|
#include "pg_query_enum_defs.c"
|
@@ -259,6 +297,17 @@ _outNode(StringInfo out, const void *obj)
|
|
259
297
|
}
|
260
298
|
}
|
261
299
|
|
300
|
+
char *
|
301
|
+
pg_query_node_to_json(const void *obj)
|
302
|
+
{
|
303
|
+
StringInfoData out;
|
304
|
+
|
305
|
+
initStringInfo(&out);
|
306
|
+
_outNode(&out, obj);
|
307
|
+
|
308
|
+
return out.data;
|
309
|
+
}
|
310
|
+
|
262
311
|
char *
|
263
312
|
pg_query_nodes_to_json(const void *obj)
|
264
313
|
{
|