gitlab-pg_query 1.3.1 → 2.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (480) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +217 -99
  3. data/README.md +92 -69
  4. data/Rakefile +85 -5
  5. data/ext/pg_query/extconf.rb +3 -40
  6. data/ext/pg_query/guc-file.c +0 -0
  7. data/ext/pg_query/include/access/amapi.h +246 -0
  8. data/ext/pg_query/include/access/attmap.h +52 -0
  9. data/ext/pg_query/include/access/attnum.h +64 -0
  10. data/ext/pg_query/include/access/clog.h +61 -0
  11. data/ext/pg_query/include/access/commit_ts.h +77 -0
  12. data/ext/pg_query/include/access/detoast.h +92 -0
  13. data/ext/pg_query/include/access/genam.h +228 -0
  14. data/ext/pg_query/include/access/gin.h +78 -0
  15. data/ext/pg_query/include/access/htup.h +89 -0
  16. data/ext/pg_query/include/access/htup_details.h +819 -0
  17. data/ext/pg_query/include/access/itup.h +161 -0
  18. data/ext/pg_query/include/access/parallel.h +82 -0
  19. data/ext/pg_query/include/access/printtup.h +35 -0
  20. data/ext/pg_query/include/access/relation.h +28 -0
  21. data/ext/pg_query/include/access/relscan.h +176 -0
  22. data/ext/pg_query/include/access/rmgr.h +35 -0
  23. data/ext/pg_query/include/access/rmgrlist.h +49 -0
  24. data/ext/pg_query/include/access/sdir.h +58 -0
  25. data/ext/pg_query/include/access/skey.h +151 -0
  26. data/ext/pg_query/include/access/stratnum.h +83 -0
  27. data/ext/pg_query/include/access/sysattr.h +29 -0
  28. data/ext/pg_query/include/access/table.h +27 -0
  29. data/ext/pg_query/include/access/tableam.h +1825 -0
  30. data/ext/pg_query/include/access/transam.h +265 -0
  31. data/ext/pg_query/include/access/tupconvert.h +51 -0
  32. data/ext/pg_query/include/access/tupdesc.h +154 -0
  33. data/ext/pg_query/include/access/tupmacs.h +247 -0
  34. data/ext/pg_query/include/access/twophase.h +61 -0
  35. data/ext/pg_query/include/access/xact.h +463 -0
  36. data/ext/pg_query/include/access/xlog.h +398 -0
  37. data/ext/pg_query/include/access/xlog_internal.h +330 -0
  38. data/ext/pg_query/include/access/xlogdefs.h +109 -0
  39. data/ext/pg_query/include/access/xloginsert.h +64 -0
  40. data/ext/pg_query/include/access/xlogreader.h +327 -0
  41. data/ext/pg_query/include/access/xlogrecord.h +227 -0
  42. data/ext/pg_query/include/bootstrap/bootstrap.h +62 -0
  43. data/ext/pg_query/include/c.h +1322 -0
  44. data/ext/pg_query/include/catalog/catalog.h +42 -0
  45. data/ext/pg_query/include/catalog/catversion.h +58 -0
  46. data/ext/pg_query/include/catalog/dependency.h +275 -0
  47. data/ext/pg_query/include/catalog/genbki.h +64 -0
  48. data/ext/pg_query/include/catalog/index.h +199 -0
  49. data/ext/pg_query/include/catalog/indexing.h +366 -0
  50. data/ext/pg_query/include/catalog/namespace.h +188 -0
  51. data/ext/pg_query/include/catalog/objectaccess.h +197 -0
  52. data/ext/pg_query/include/catalog/objectaddress.h +84 -0
  53. data/ext/pg_query/include/catalog/pg_aggregate.h +176 -0
  54. data/ext/pg_query/include/catalog/pg_aggregate_d.h +77 -0
  55. data/ext/pg_query/include/catalog/pg_am.h +60 -0
  56. data/ext/pg_query/include/catalog/pg_am_d.h +45 -0
  57. data/ext/pg_query/include/catalog/pg_attribute.h +204 -0
  58. data/ext/pg_query/include/catalog/pg_attribute_d.h +59 -0
  59. data/ext/pg_query/include/catalog/pg_authid.h +58 -0
  60. data/ext/pg_query/include/catalog/pg_authid_d.h +49 -0
  61. data/ext/pg_query/include/catalog/pg_class.h +200 -0
  62. data/ext/pg_query/include/catalog/pg_class_d.h +103 -0
  63. data/ext/pg_query/include/catalog/pg_collation.h +73 -0
  64. data/ext/pg_query/include/catalog/pg_collation_d.h +45 -0
  65. data/ext/pg_query/include/catalog/pg_constraint.h +247 -0
  66. data/ext/pg_query/include/catalog/pg_constraint_d.h +67 -0
  67. data/ext/pg_query/include/catalog/pg_control.h +250 -0
  68. data/ext/pg_query/include/catalog/pg_conversion.h +72 -0
  69. data/ext/pg_query/include/catalog/pg_conversion_d.h +35 -0
  70. data/ext/pg_query/include/catalog/pg_depend.h +73 -0
  71. data/ext/pg_query/include/catalog/pg_depend_d.h +34 -0
  72. data/ext/pg_query/include/catalog/pg_event_trigger.h +51 -0
  73. data/ext/pg_query/include/catalog/pg_event_trigger_d.h +34 -0
  74. data/ext/pg_query/include/catalog/pg_index.h +80 -0
  75. data/ext/pg_query/include/catalog/pg_index_d.h +56 -0
  76. data/ext/pg_query/include/catalog/pg_language.h +67 -0
  77. data/ext/pg_query/include/catalog/pg_language_d.h +39 -0
  78. data/ext/pg_query/include/catalog/pg_namespace.h +59 -0
  79. data/ext/pg_query/include/catalog/pg_namespace_d.h +34 -0
  80. data/ext/pg_query/include/catalog/pg_opclass.h +85 -0
  81. data/ext/pg_query/include/catalog/pg_opclass_d.h +49 -0
  82. data/ext/pg_query/include/catalog/pg_operator.h +102 -0
  83. data/ext/pg_query/include/catalog/pg_operator_d.h +106 -0
  84. data/ext/pg_query/include/catalog/pg_opfamily.h +60 -0
  85. data/ext/pg_query/include/catalog/pg_opfamily_d.h +47 -0
  86. data/ext/pg_query/include/catalog/pg_partitioned_table.h +63 -0
  87. data/ext/pg_query/include/catalog/pg_partitioned_table_d.h +35 -0
  88. data/ext/pg_query/include/catalog/pg_proc.h +211 -0
  89. data/ext/pg_query/include/catalog/pg_proc_d.h +99 -0
  90. data/ext/pg_query/include/catalog/pg_publication.h +115 -0
  91. data/ext/pg_query/include/catalog/pg_publication_d.h +36 -0
  92. data/ext/pg_query/include/catalog/pg_replication_origin.h +57 -0
  93. data/ext/pg_query/include/catalog/pg_replication_origin_d.h +29 -0
  94. data/ext/pg_query/include/catalog/pg_statistic.h +275 -0
  95. data/ext/pg_query/include/catalog/pg_statistic_d.h +194 -0
  96. data/ext/pg_query/include/catalog/pg_statistic_ext.h +74 -0
  97. data/ext/pg_query/include/catalog/pg_statistic_ext_d.h +40 -0
  98. data/ext/pg_query/include/catalog/pg_transform.h +45 -0
  99. data/ext/pg_query/include/catalog/pg_transform_d.h +32 -0
  100. data/ext/pg_query/include/catalog/pg_trigger.h +137 -0
  101. data/ext/pg_query/include/catalog/pg_trigger_d.h +106 -0
  102. data/ext/pg_query/include/catalog/pg_ts_config.h +50 -0
  103. data/ext/pg_query/include/catalog/pg_ts_config_d.h +32 -0
  104. data/ext/pg_query/include/catalog/pg_ts_dict.h +54 -0
  105. data/ext/pg_query/include/catalog/pg_ts_dict_d.h +33 -0
  106. data/ext/pg_query/include/catalog/pg_ts_parser.h +57 -0
  107. data/ext/pg_query/include/catalog/pg_ts_parser_d.h +35 -0
  108. data/ext/pg_query/include/catalog/pg_ts_template.h +48 -0
  109. data/ext/pg_query/include/catalog/pg_ts_template_d.h +32 -0
  110. data/ext/pg_query/include/catalog/pg_type.h +372 -0
  111. data/ext/pg_query/include/catalog/pg_type_d.h +285 -0
  112. data/ext/pg_query/include/catalog/storage.h +48 -0
  113. data/ext/pg_query/include/commands/async.h +54 -0
  114. data/ext/pg_query/include/commands/dbcommands.h +35 -0
  115. data/ext/pg_query/include/commands/defrem.h +173 -0
  116. data/ext/pg_query/include/commands/event_trigger.h +88 -0
  117. data/ext/pg_query/include/commands/explain.h +127 -0
  118. data/ext/pg_query/include/commands/prepare.h +61 -0
  119. data/ext/pg_query/include/commands/tablespace.h +67 -0
  120. data/ext/pg_query/include/commands/trigger.h +277 -0
  121. data/ext/pg_query/include/commands/user.h +37 -0
  122. data/ext/pg_query/include/commands/vacuum.h +293 -0
  123. data/ext/pg_query/include/commands/variable.h +38 -0
  124. data/ext/pg_query/include/common/file_perm.h +56 -0
  125. data/ext/pg_query/include/common/hashfn.h +104 -0
  126. data/ext/pg_query/include/common/ip.h +37 -0
  127. data/ext/pg_query/include/common/keywords.h +33 -0
  128. data/ext/pg_query/include/common/kwlookup.h +44 -0
  129. data/ext/pg_query/include/common/relpath.h +90 -0
  130. data/ext/pg_query/include/common/string.h +19 -0
  131. data/ext/pg_query/include/common/unicode_combining_table.h +196 -0
  132. data/ext/pg_query/include/datatype/timestamp.h +197 -0
  133. data/ext/pg_query/include/executor/execdesc.h +70 -0
  134. data/ext/pg_query/include/executor/executor.h +614 -0
  135. data/ext/pg_query/include/executor/functions.h +41 -0
  136. data/ext/pg_query/include/executor/instrument.h +101 -0
  137. data/ext/pg_query/include/executor/spi.h +175 -0
  138. data/ext/pg_query/include/executor/tablefunc.h +67 -0
  139. data/ext/pg_query/include/executor/tuptable.h +487 -0
  140. data/ext/pg_query/include/fmgr.h +775 -0
  141. data/ext/pg_query/include/funcapi.h +348 -0
  142. data/ext/pg_query/include/getaddrinfo.h +162 -0
  143. data/ext/pg_query/include/jit/jit.h +105 -0
  144. data/ext/pg_query/include/kwlist_d.h +1072 -0
  145. data/ext/pg_query/include/lib/ilist.h +727 -0
  146. data/ext/pg_query/include/lib/pairingheap.h +102 -0
  147. data/ext/pg_query/include/lib/simplehash.h +1059 -0
  148. data/ext/pg_query/include/lib/stringinfo.h +161 -0
  149. data/ext/pg_query/include/libpq/auth.h +29 -0
  150. data/ext/pg_query/include/libpq/crypt.h +46 -0
  151. data/ext/pg_query/include/libpq/hba.h +140 -0
  152. data/ext/pg_query/include/libpq/libpq-be.h +326 -0
  153. data/ext/pg_query/include/libpq/libpq.h +133 -0
  154. data/ext/pg_query/include/libpq/pqcomm.h +208 -0
  155. data/ext/pg_query/include/libpq/pqformat.h +210 -0
  156. data/ext/pg_query/include/libpq/pqsignal.h +42 -0
  157. data/ext/pg_query/include/mb/pg_wchar.h +672 -0
  158. data/ext/pg_query/include/mb/stringinfo_mb.h +24 -0
  159. data/ext/pg_query/include/miscadmin.h +476 -0
  160. data/ext/pg_query/include/nodes/bitmapset.h +122 -0
  161. data/ext/pg_query/include/nodes/execnodes.h +2520 -0
  162. data/ext/pg_query/include/nodes/extensible.h +160 -0
  163. data/ext/pg_query/include/nodes/lockoptions.h +61 -0
  164. data/ext/pg_query/include/nodes/makefuncs.h +108 -0
  165. data/ext/pg_query/include/nodes/memnodes.h +108 -0
  166. data/ext/pg_query/include/nodes/nodeFuncs.h +162 -0
  167. data/ext/pg_query/include/nodes/nodes.h +842 -0
  168. data/ext/pg_query/include/nodes/params.h +170 -0
  169. data/ext/pg_query/include/nodes/parsenodes.h +3579 -0
  170. data/ext/pg_query/include/nodes/pathnodes.h +2556 -0
  171. data/ext/pg_query/include/nodes/pg_list.h +605 -0
  172. data/ext/pg_query/include/nodes/plannodes.h +1251 -0
  173. data/ext/pg_query/include/nodes/primnodes.h +1541 -0
  174. data/ext/pg_query/include/nodes/print.h +34 -0
  175. data/ext/pg_query/include/nodes/tidbitmap.h +75 -0
  176. data/ext/pg_query/include/nodes/value.h +61 -0
  177. data/ext/pg_query/include/optimizer/cost.h +206 -0
  178. data/ext/pg_query/include/optimizer/geqo.h +88 -0
  179. data/ext/pg_query/include/optimizer/geqo_gene.h +45 -0
  180. data/ext/pg_query/include/optimizer/optimizer.h +199 -0
  181. data/ext/pg_query/include/optimizer/paths.h +249 -0
  182. data/ext/pg_query/include/optimizer/planmain.h +119 -0
  183. data/ext/pg_query/include/parser/analyze.h +49 -0
  184. data/ext/pg_query/include/parser/gram.h +1067 -0
  185. data/ext/pg_query/include/parser/gramparse.h +75 -0
  186. data/ext/pg_query/include/parser/kwlist.h +477 -0
  187. data/ext/pg_query/include/parser/parse_agg.h +68 -0
  188. data/ext/pg_query/include/parser/parse_clause.h +54 -0
  189. data/ext/pg_query/include/parser/parse_coerce.h +97 -0
  190. data/ext/pg_query/include/parser/parse_collate.h +27 -0
  191. data/ext/pg_query/include/parser/parse_expr.h +26 -0
  192. data/ext/pg_query/include/parser/parse_func.h +73 -0
  193. data/ext/pg_query/include/parser/parse_node.h +327 -0
  194. data/ext/pg_query/include/parser/parse_oper.h +67 -0
  195. data/ext/pg_query/include/parser/parse_relation.h +123 -0
  196. data/ext/pg_query/include/parser/parse_target.h +46 -0
  197. data/ext/pg_query/include/parser/parse_type.h +60 -0
  198. data/ext/pg_query/include/parser/parser.h +41 -0
  199. data/ext/pg_query/include/parser/parsetree.h +61 -0
  200. data/ext/pg_query/include/parser/scanner.h +152 -0
  201. data/ext/pg_query/include/parser/scansup.h +30 -0
  202. data/ext/pg_query/include/partitioning/partdefs.h +26 -0
  203. data/ext/pg_query/include/pg_config.h +989 -0
  204. data/ext/pg_query/include/pg_config_ext.h +8 -0
  205. data/ext/pg_query/include/pg_config_manual.h +350 -0
  206. data/ext/pg_query/include/pg_config_os.h +8 -0
  207. data/ext/pg_query/include/pg_getopt.h +56 -0
  208. data/ext/pg_query/include/pg_query.h +121 -0
  209. data/ext/pg_query/include/pg_query_enum_defs.c +2454 -0
  210. data/ext/pg_query/include/pg_query_fingerprint_conds.c +875 -0
  211. data/ext/pg_query/include/pg_query_fingerprint_defs.c +12413 -0
  212. data/ext/pg_query/include/pg_query_json_helper.c +61 -0
  213. data/ext/pg_query/include/pg_query_outfuncs_conds.c +686 -0
  214. data/ext/pg_query/include/pg_query_outfuncs_defs.c +2437 -0
  215. data/ext/pg_query/include/pg_query_readfuncs_conds.c +222 -0
  216. data/ext/pg_query/include/pg_query_readfuncs_defs.c +2878 -0
  217. data/ext/pg_query/include/pg_trace.h +17 -0
  218. data/ext/pg_query/include/pgstat.h +1487 -0
  219. data/ext/pg_query/include/pgtime.h +84 -0
  220. data/ext/pg_query/include/pl_gram.h +385 -0
  221. data/ext/pg_query/include/pl_reserved_kwlist.h +52 -0
  222. data/ext/pg_query/include/pl_reserved_kwlist_d.h +114 -0
  223. data/ext/pg_query/include/pl_unreserved_kwlist.h +112 -0
  224. data/ext/pg_query/include/pl_unreserved_kwlist_d.h +246 -0
  225. data/ext/pg_query/include/plerrcodes.h +990 -0
  226. data/ext/pg_query/include/plpgsql.h +1347 -0
  227. data/ext/pg_query/include/port.h +524 -0
  228. data/ext/pg_query/include/port/atomics.h +524 -0
  229. data/ext/pg_query/include/port/atomics/arch-arm.h +26 -0
  230. data/ext/pg_query/include/port/atomics/arch-ppc.h +254 -0
  231. data/ext/pg_query/include/port/atomics/arch-x86.h +252 -0
  232. data/ext/pg_query/include/port/atomics/fallback.h +170 -0
  233. data/ext/pg_query/include/port/atomics/generic-gcc.h +286 -0
  234. data/ext/pg_query/include/port/atomics/generic.h +401 -0
  235. data/ext/pg_query/include/port/pg_bitutils.h +226 -0
  236. data/ext/pg_query/include/port/pg_bswap.h +161 -0
  237. data/ext/pg_query/include/port/pg_crc32c.h +101 -0
  238. data/ext/pg_query/include/portability/instr_time.h +256 -0
  239. data/ext/pg_query/include/postgres.h +764 -0
  240. data/ext/pg_query/include/postgres_ext.h +74 -0
  241. data/ext/pg_query/include/postmaster/autovacuum.h +83 -0
  242. data/ext/pg_query/include/postmaster/bgworker.h +161 -0
  243. data/ext/pg_query/include/postmaster/bgworker_internals.h +64 -0
  244. data/ext/pg_query/include/postmaster/bgwriter.h +45 -0
  245. data/ext/pg_query/include/postmaster/fork_process.h +17 -0
  246. data/ext/pg_query/include/postmaster/interrupt.h +32 -0
  247. data/ext/pg_query/include/postmaster/pgarch.h +39 -0
  248. data/ext/pg_query/include/postmaster/postmaster.h +77 -0
  249. data/ext/pg_query/include/postmaster/syslogger.h +98 -0
  250. data/ext/pg_query/include/postmaster/walwriter.h +21 -0
  251. data/ext/pg_query/include/protobuf-c.h +1106 -0
  252. data/ext/pg_query/include/protobuf-c/protobuf-c.h +1106 -0
  253. data/ext/pg_query/include/protobuf/pg_query.pb-c.h +10846 -0
  254. data/ext/pg_query/include/protobuf/pg_query.pb.h +124718 -0
  255. data/ext/pg_query/include/regex/regex.h +184 -0
  256. data/ext/pg_query/include/replication/logicallauncher.h +31 -0
  257. data/ext/pg_query/include/replication/logicalproto.h +110 -0
  258. data/ext/pg_query/include/replication/logicalworker.h +19 -0
  259. data/ext/pg_query/include/replication/origin.h +73 -0
  260. data/ext/pg_query/include/replication/reorderbuffer.h +467 -0
  261. data/ext/pg_query/include/replication/slot.h +219 -0
  262. data/ext/pg_query/include/replication/syncrep.h +115 -0
  263. data/ext/pg_query/include/replication/walreceiver.h +340 -0
  264. data/ext/pg_query/include/replication/walsender.h +74 -0
  265. data/ext/pg_query/include/rewrite/prs2lock.h +46 -0
  266. data/ext/pg_query/include/rewrite/rewriteHandler.h +40 -0
  267. data/ext/pg_query/include/rewrite/rewriteManip.h +87 -0
  268. data/ext/pg_query/include/rewrite/rewriteSupport.h +26 -0
  269. data/ext/pg_query/include/storage/backendid.h +37 -0
  270. data/ext/pg_query/include/storage/block.h +121 -0
  271. data/ext/pg_query/include/storage/buf.h +46 -0
  272. data/ext/pg_query/include/storage/bufmgr.h +292 -0
  273. data/ext/pg_query/include/storage/bufpage.h +459 -0
  274. data/ext/pg_query/include/storage/condition_variable.h +62 -0
  275. data/ext/pg_query/include/storage/dsm.h +61 -0
  276. data/ext/pg_query/include/storage/dsm_impl.h +75 -0
  277. data/ext/pg_query/include/storage/fd.h +168 -0
  278. data/ext/pg_query/include/storage/ipc.h +81 -0
  279. data/ext/pg_query/include/storage/item.h +19 -0
  280. data/ext/pg_query/include/storage/itemid.h +184 -0
  281. data/ext/pg_query/include/storage/itemptr.h +206 -0
  282. data/ext/pg_query/include/storage/large_object.h +100 -0
  283. data/ext/pg_query/include/storage/latch.h +190 -0
  284. data/ext/pg_query/include/storage/lmgr.h +114 -0
  285. data/ext/pg_query/include/storage/lock.h +612 -0
  286. data/ext/pg_query/include/storage/lockdefs.h +59 -0
  287. data/ext/pg_query/include/storage/lwlock.h +232 -0
  288. data/ext/pg_query/include/storage/lwlocknames.h +51 -0
  289. data/ext/pg_query/include/storage/off.h +57 -0
  290. data/ext/pg_query/include/storage/pg_sema.h +61 -0
  291. data/ext/pg_query/include/storage/pg_shmem.h +90 -0
  292. data/ext/pg_query/include/storage/pmsignal.h +94 -0
  293. data/ext/pg_query/include/storage/predicate.h +87 -0
  294. data/ext/pg_query/include/storage/proc.h +333 -0
  295. data/ext/pg_query/include/storage/proclist_types.h +51 -0
  296. data/ext/pg_query/include/storage/procsignal.h +75 -0
  297. data/ext/pg_query/include/storage/relfilenode.h +99 -0
  298. data/ext/pg_query/include/storage/s_lock.h +1047 -0
  299. data/ext/pg_query/include/storage/sharedfileset.h +45 -0
  300. data/ext/pg_query/include/storage/shm_mq.h +85 -0
  301. data/ext/pg_query/include/storage/shm_toc.h +58 -0
  302. data/ext/pg_query/include/storage/shmem.h +81 -0
  303. data/ext/pg_query/include/storage/sinval.h +153 -0
  304. data/ext/pg_query/include/storage/sinvaladt.h +43 -0
  305. data/ext/pg_query/include/storage/smgr.h +109 -0
  306. data/ext/pg_query/include/storage/spin.h +77 -0
  307. data/ext/pg_query/include/storage/standby.h +91 -0
  308. data/ext/pg_query/include/storage/standbydefs.h +74 -0
  309. data/ext/pg_query/include/storage/sync.h +62 -0
  310. data/ext/pg_query/include/tcop/cmdtag.h +58 -0
  311. data/ext/pg_query/include/tcop/cmdtaglist.h +217 -0
  312. data/ext/pg_query/include/tcop/deparse_utility.h +108 -0
  313. data/ext/pg_query/include/tcop/dest.h +149 -0
  314. data/ext/pg_query/include/tcop/fastpath.h +21 -0
  315. data/ext/pg_query/include/tcop/pquery.h +45 -0
  316. data/ext/pg_query/include/tcop/tcopprot.h +89 -0
  317. data/ext/pg_query/include/tcop/utility.h +108 -0
  318. data/ext/pg_query/include/tsearch/ts_cache.h +98 -0
  319. data/ext/pg_query/include/utils/acl.h +312 -0
  320. data/ext/pg_query/include/utils/aclchk_internal.h +45 -0
  321. data/ext/pg_query/include/utils/array.h +458 -0
  322. data/ext/pg_query/include/utils/builtins.h +127 -0
  323. data/ext/pg_query/include/utils/bytea.h +27 -0
  324. data/ext/pg_query/include/utils/catcache.h +231 -0
  325. data/ext/pg_query/include/utils/date.h +90 -0
  326. data/ext/pg_query/include/utils/datetime.h +343 -0
  327. data/ext/pg_query/include/utils/datum.h +68 -0
  328. data/ext/pg_query/include/utils/dsa.h +123 -0
  329. data/ext/pg_query/include/utils/dynahash.h +19 -0
  330. data/ext/pg_query/include/utils/elog.h +439 -0
  331. data/ext/pg_query/include/utils/errcodes.h +352 -0
  332. data/ext/pg_query/include/utils/expandeddatum.h +159 -0
  333. data/ext/pg_query/include/utils/expandedrecord.h +231 -0
  334. data/ext/pg_query/include/utils/float.h +356 -0
  335. data/ext/pg_query/include/utils/fmgroids.h +2657 -0
  336. data/ext/pg_query/include/utils/fmgrprotos.h +2646 -0
  337. data/ext/pg_query/include/utils/fmgrtab.h +48 -0
  338. data/ext/pg_query/include/utils/guc.h +443 -0
  339. data/ext/pg_query/include/utils/guc_tables.h +272 -0
  340. data/ext/pg_query/include/utils/hsearch.h +149 -0
  341. data/ext/pg_query/include/utils/inval.h +64 -0
  342. data/ext/pg_query/include/utils/lsyscache.h +197 -0
  343. data/ext/pg_query/include/utils/memdebug.h +82 -0
  344. data/ext/pg_query/include/utils/memutils.h +225 -0
  345. data/ext/pg_query/include/utils/numeric.h +76 -0
  346. data/ext/pg_query/include/utils/palloc.h +136 -0
  347. data/ext/pg_query/include/utils/partcache.h +102 -0
  348. data/ext/pg_query/include/utils/pg_locale.h +119 -0
  349. data/ext/pg_query/include/utils/pg_lsn.h +29 -0
  350. data/ext/pg_query/include/utils/pidfile.h +56 -0
  351. data/ext/pg_query/include/utils/plancache.h +235 -0
  352. data/ext/pg_query/include/utils/portal.h +241 -0
  353. data/ext/pg_query/include/utils/probes.h +114 -0
  354. data/ext/pg_query/include/utils/ps_status.h +25 -0
  355. data/ext/pg_query/include/utils/queryenvironment.h +74 -0
  356. data/ext/pg_query/include/utils/regproc.h +28 -0
  357. data/ext/pg_query/include/utils/rel.h +644 -0
  358. data/ext/pg_query/include/utils/relcache.h +151 -0
  359. data/ext/pg_query/include/utils/reltrigger.h +81 -0
  360. data/ext/pg_query/include/utils/resowner.h +86 -0
  361. data/ext/pg_query/include/utils/rls.h +50 -0
  362. data/ext/pg_query/include/utils/ruleutils.h +44 -0
  363. data/ext/pg_query/include/utils/sharedtuplestore.h +61 -0
  364. data/ext/pg_query/include/utils/snapmgr.h +158 -0
  365. data/ext/pg_query/include/utils/snapshot.h +206 -0
  366. data/ext/pg_query/include/utils/sortsupport.h +276 -0
  367. data/ext/pg_query/include/utils/syscache.h +219 -0
  368. data/ext/pg_query/include/utils/timeout.h +88 -0
  369. data/ext/pg_query/include/utils/timestamp.h +116 -0
  370. data/ext/pg_query/include/utils/tuplesort.h +277 -0
  371. data/ext/pg_query/include/utils/tuplestore.h +91 -0
  372. data/ext/pg_query/include/utils/typcache.h +202 -0
  373. data/ext/pg_query/include/utils/tzparser.h +39 -0
  374. data/ext/pg_query/include/utils/varlena.h +39 -0
  375. data/ext/pg_query/include/utils/xml.h +84 -0
  376. data/ext/pg_query/include/xxhash.h +5445 -0
  377. data/ext/pg_query/include/xxhash/xxhash.h +5445 -0
  378. data/ext/pg_query/pg_query.c +104 -0
  379. data/ext/pg_query/pg_query.pb-c.c +37628 -0
  380. data/ext/pg_query/pg_query_deparse.c +9959 -0
  381. data/ext/pg_query/pg_query_fingerprint.c +295 -0
  382. data/ext/pg_query/pg_query_fingerprint.h +8 -0
  383. data/ext/pg_query/pg_query_internal.h +24 -0
  384. data/ext/pg_query/pg_query_json_plpgsql.c +738 -0
  385. data/ext/pg_query/pg_query_json_plpgsql.h +9 -0
  386. data/ext/pg_query/pg_query_normalize.c +439 -0
  387. data/ext/pg_query/pg_query_outfuncs.h +10 -0
  388. data/ext/pg_query/pg_query_outfuncs_json.c +297 -0
  389. data/ext/pg_query/pg_query_outfuncs_protobuf.c +237 -0
  390. data/ext/pg_query/pg_query_parse.c +148 -0
  391. data/ext/pg_query/pg_query_parse_plpgsql.c +460 -0
  392. data/ext/pg_query/pg_query_readfuncs.h +11 -0
  393. data/ext/pg_query/pg_query_readfuncs_protobuf.c +142 -0
  394. data/ext/pg_query/pg_query_ruby.c +108 -12
  395. data/ext/pg_query/pg_query_scan.c +173 -0
  396. data/ext/pg_query/pg_query_split.c +221 -0
  397. data/ext/pg_query/protobuf-c.c +3660 -0
  398. data/ext/pg_query/src_backend_catalog_namespace.c +1051 -0
  399. data/ext/pg_query/src_backend_catalog_pg_proc.c +142 -0
  400. data/ext/pg_query/src_backend_commands_define.c +117 -0
  401. data/ext/pg_query/src_backend_libpq_pqcomm.c +651 -0
  402. data/ext/pg_query/src_backend_nodes_bitmapset.c +513 -0
  403. data/ext/pg_query/src_backend_nodes_copyfuncs.c +6013 -0
  404. data/ext/pg_query/src_backend_nodes_equalfuncs.c +4003 -0
  405. data/ext/pg_query/src_backend_nodes_extensible.c +99 -0
  406. data/ext/pg_query/src_backend_nodes_list.c +922 -0
  407. data/ext/pg_query/src_backend_nodes_makefuncs.c +417 -0
  408. data/ext/pg_query/src_backend_nodes_nodeFuncs.c +1363 -0
  409. data/ext/pg_query/src_backend_nodes_value.c +84 -0
  410. data/ext/pg_query/src_backend_parser_gram.c +47456 -0
  411. data/ext/pg_query/src_backend_parser_parse_expr.c +313 -0
  412. data/ext/pg_query/src_backend_parser_parser.c +497 -0
  413. data/ext/pg_query/src_backend_parser_scan.c +7091 -0
  414. data/ext/pg_query/src_backend_parser_scansup.c +160 -0
  415. data/ext/pg_query/src_backend_postmaster_postmaster.c +2230 -0
  416. data/ext/pg_query/src_backend_storage_ipc_ipc.c +192 -0
  417. data/ext/pg_query/src_backend_storage_lmgr_s_lock.c +370 -0
  418. data/ext/pg_query/src_backend_tcop_postgres.c +776 -0
  419. data/ext/pg_query/src_backend_utils_adt_datum.c +326 -0
  420. data/ext/pg_query/src_backend_utils_adt_expandeddatum.c +98 -0
  421. data/ext/pg_query/src_backend_utils_adt_format_type.c +136 -0
  422. data/ext/pg_query/src_backend_utils_adt_ruleutils.c +1683 -0
  423. data/ext/pg_query/src_backend_utils_error_assert.c +74 -0
  424. data/ext/pg_query/src_backend_utils_error_elog.c +1748 -0
  425. data/ext/pg_query/src_backend_utils_fmgr_fmgr.c +570 -0
  426. data/ext/pg_query/src_backend_utils_hash_dynahash.c +1086 -0
  427. data/ext/pg_query/src_backend_utils_init_globals.c +168 -0
  428. data/ext/pg_query/src_backend_utils_mb_mbutils.c +839 -0
  429. data/ext/pg_query/src_backend_utils_misc_guc.c +1831 -0
  430. data/ext/pg_query/src_backend_utils_mmgr_aset.c +1560 -0
  431. data/ext/pg_query/src_backend_utils_mmgr_mcxt.c +1006 -0
  432. data/ext/pg_query/src_common_encnames.c +158 -0
  433. data/ext/pg_query/src_common_keywords.c +39 -0
  434. data/ext/pg_query/src_common_kwlist_d.h +1081 -0
  435. data/ext/pg_query/src_common_kwlookup.c +91 -0
  436. data/ext/pg_query/src_common_psprintf.c +158 -0
  437. data/ext/pg_query/src_common_string.c +86 -0
  438. data/ext/pg_query/src_common_stringinfo.c +336 -0
  439. data/ext/pg_query/src_common_wchar.c +1651 -0
  440. data/ext/pg_query/src_pl_plpgsql_src_pl_comp.c +1133 -0
  441. data/ext/pg_query/src_pl_plpgsql_src_pl_funcs.c +877 -0
  442. data/ext/pg_query/src_pl_plpgsql_src_pl_gram.c +6533 -0
  443. data/ext/pg_query/src_pl_plpgsql_src_pl_handler.c +107 -0
  444. data/ext/pg_query/src_pl_plpgsql_src_pl_reserved_kwlist_d.h +123 -0
  445. data/ext/pg_query/src_pl_plpgsql_src_pl_scanner.c +671 -0
  446. data/ext/pg_query/src_pl_plpgsql_src_pl_unreserved_kwlist_d.h +255 -0
  447. data/ext/pg_query/src_port_erand48.c +127 -0
  448. data/ext/pg_query/src_port_pg_bitutils.c +246 -0
  449. data/ext/pg_query/src_port_pgsleep.c +69 -0
  450. data/ext/pg_query/src_port_pgstrcasecmp.c +83 -0
  451. data/ext/pg_query/src_port_qsort.c +240 -0
  452. data/ext/pg_query/src_port_random.c +31 -0
  453. data/ext/pg_query/src_port_snprintf.c +1449 -0
  454. data/ext/pg_query/src_port_strerror.c +324 -0
  455. data/ext/pg_query/src_port_strnlen.c +39 -0
  456. data/ext/pg_query/xxhash.c +43 -0
  457. data/lib/pg_query.rb +7 -4
  458. data/lib/pg_query/constants.rb +21 -0
  459. data/lib/pg_query/deparse.rb +15 -1581
  460. data/lib/pg_query/filter_columns.rb +88 -85
  461. data/lib/pg_query/fingerprint.rb +122 -87
  462. data/lib/pg_query/json_field_names.rb +1402 -0
  463. data/lib/pg_query/node.rb +31 -0
  464. data/lib/pg_query/param_refs.rb +42 -37
  465. data/lib/pg_query/parse.rb +220 -203
  466. data/lib/pg_query/parse_error.rb +1 -1
  467. data/lib/pg_query/pg_query_pb.rb +3211 -0
  468. data/lib/pg_query/scan.rb +23 -0
  469. data/lib/pg_query/treewalker.rb +24 -40
  470. data/lib/pg_query/truncate.rb +71 -42
  471. data/lib/pg_query/version.rb +2 -2
  472. metadata +472 -11
  473. data/ext/pg_query/pg_query_ruby.h +0 -10
  474. data/lib/pg_query/deep_dup.rb +0 -16
  475. data/lib/pg_query/deparse/alter_table.rb +0 -42
  476. data/lib/pg_query/deparse/interval.rb +0 -105
  477. data/lib/pg_query/deparse/keywords.rb +0 -159
  478. data/lib/pg_query/deparse/rename.rb +0 -41
  479. data/lib/pg_query/legacy_parsetree.rb +0 -109
  480. data/lib/pg_query/node_types.rb +0 -296
data/README.md CHANGED
@@ -1,10 +1,10 @@
1
- # pg_query [ ![](https://img.shields.io/gem/v/pg_query.svg)](https://rubygems.org/gems/pg_query) [ ![](https://img.shields.io/gem/dt/pg_query.svg)](https://rubygems.org/gems/pg_query) [ ![](https://travis-ci.org/lfittl/pg_query.svg?branch=master)](https://travis-ci.org/lfittl/pg_query)
1
+ # pg_query [ ![](https://img.shields.io/gem/v/pg_query.svg)](https://rubygems.org/gems/pg_query) [ ![](https://img.shields.io/gem/dt/pg_query.svg)](https://rubygems.org/gems/pg_query)
2
2
 
3
3
  This Ruby extension uses the actual PostgreSQL server source to parse SQL queries and return the internal PostgreSQL parsetree.
4
4
 
5
5
  In addition the extension allows you to normalize queries (replacing constant values with ?) and parse these normalized queries into a parsetree again.
6
6
 
7
- When you build this extension, it builds parts of the PostgreSQL server source (see [libpg_query](https://github.com/lfittl/libpg_query)), and then statically links it into this extension.
7
+ When you build this extension, it builds parts of the PostgreSQL server source (see [libpg_query](https://github.com/pganalyze/libpg_query)), and then statically links it into this extension.
8
8
 
9
9
  This is slightly crazy, but is the only reliable way of parsing all valid PostgreSQL queries.
10
10
 
@@ -25,17 +25,49 @@ Due to compiling parts of PostgreSQL, installation might take a while on slower
25
25
  ```ruby
26
26
  PgQuery.parse("SELECT 1")
27
27
 
28
- => #<PgQuery:0x007fe92b27ea18
29
- @tree=
30
- [{"SelectStmt"=>
31
- {"targetList"=>
32
- [{"ResTarget"=>
33
- {"val"=>{"A_Const"=>{"val"=>{"Integer"=>{"ival"=>1}}, "location"=>7}},
34
- "location"=>7}}],
35
- "op"=>0,
36
- }}],
37
- @query="SELECT 1",
38
- @warnings=[]>
28
+ => #<PgQuery::ParserResult:0x00007fb69a958820
29
+ @query="SELECT 1",
30
+ @tree=<PgQuery::ParseResult:
31
+ version: 130002,
32
+ stmts: [
33
+ <PgQuery::RawStmt:
34
+ stmt: <PgQuery::Node:
35
+ select_stmt: <PgQuery::SelectStmt:
36
+ distinct_clause: [],
37
+ target_list: [
38
+ <PgQuery::Node:
39
+ res_target: <PgQuery::ResTarget:
40
+ name: "",
41
+ indirection: [],
42
+ val: <PgQuery::Node:
43
+ a_const: <PgQuery::A_Const:
44
+ val: <PgQuery::Node:
45
+ integer: <PgQuery::Integer: ival: 1>
46
+ >,
47
+ location: 7
48
+ >
49
+ >,
50
+ location: 7
51
+ >
52
+ >
53
+ ],
54
+ from_clause: [],
55
+ group_clause: [],
56
+ window_clause: [],
57
+ values_lists: [],
58
+ sort_clause: [],
59
+ limit_option: :LIMIT_OPTION_DEFAULT,
60
+ locking_clause: [],
61
+ op: :SETOP_NONE,
62
+ all: false
63
+ >
64
+ >,
65
+ stmt_location: 0,
66
+ stmt_len: 0
67
+ >
68
+ ]
69
+ >,
70
+ @warnings=[]>
39
71
  ```
40
72
 
41
73
  ### Modifying a parsed query and turning it into SQL again
@@ -43,35 +75,14 @@ PgQuery.parse("SELECT 1")
43
75
  ```ruby
44
76
  parsed_query = PgQuery.parse("SELECT * FROM users")
45
77
 
46
- => #<PgQuery:0x007ff3e956c8b0
47
- @tree=
48
- [{"SelectStmt"=>
49
- {"targetList"=>
50
- [{"ResTarget"=>
51
- {"val"=>
52
- {"ColumnRef"=> {"fields"=>[{"A_Star"=>{}}], "location"=>7}},
53
- "location"=>7}
54
- }],
55
- "fromClause"=>
56
- [{"RangeVar"=>
57
- {"relname"=>"users",
58
- "inhOpt"=>2,
59
- "relpersistence"=>"p",
60
- "location"=>14}}],
61
- }}],
62
- @query="SELECT * FROM users",
63
- @warnings=[]>
64
-
65
78
  # Modify the parse tree in some way
66
- parsed_query.tree[0]['SelectStmt']['fromClause'][0]['RangeVar']['relname'] = 'other_users'
79
+ parsed_query.tree.stmts[0].stmt.select_stmt.from_clause[0].range_var.relname = 'other_users'
67
80
 
68
81
  # Turn it into SQL again
69
82
  parsed_query.deparse
70
- => "SELECT * FROM \"other_users\""
83
+ => "SELECT * FROM other_users"
71
84
  ```
72
85
 
73
- Note: The deparsing feature is experimental and does not support outputting all SQL yet.
74
-
75
86
  ### Parsing a normalized query
76
87
 
77
88
  ```ruby
@@ -83,29 +94,10 @@ PgQuery.normalize("SELECT 1 FROM x WHERE y = 'foo'")
83
94
  # Parsing a normalized query (pre-Postgres 10 style)
84
95
  PgQuery.parse("SELECT ? FROM x WHERE y = ?")
85
96
 
86
- => #<PgQuery:0x007fb99455a438
87
- @tree=
88
- [{"SelectStmt"=>
89
- {"targetList"=>
90
- [{"ResTarget"=>
91
- {"val"=>{"ParamRef"=>{"location"=>7}},
92
- "location"=>7}}],
93
- "fromClause"=>
94
- [{"RangeVar"=>
95
- {"relname"=>"x",
96
- "inhOpt"=>2,
97
- "relpersistence"=>"p",
98
- "location"=>14}}],
99
- "whereClause"=>
100
- {"A_Expr"=>
101
- {"kind"=>0,
102
- "name"=>[{"String"=>{"str"=>"="}}],
103
- "lexpr"=>{"ColumnRef"=>{"fields"=>[{"String"=>{"str"=>"y"}}], "location"=>22}},
104
- "rexpr"=>{"ParamRef"=>{"location"=>26}},
105
- "location"=>24}},
106
- }}],
107
- @query="SELECT ? FROM x WHERE y = ?",
108
- @warnings=[]>
97
+ => #<PgQuery::ParserResult:0x00007fb69a97a5d8
98
+ @query="SELECT ? FROM x WHERE y = ?",
99
+ @tree=<PgQuery::ParseResult: ...>,
100
+ @warnings=[]>
109
101
  ```
110
102
 
111
103
  ### Extracting tables from a query
@@ -129,21 +121,33 @@ PgQuery.parse("SELECT ? FROM x WHERE x.y = ? AND z = ?").filter_columns
129
121
  ```ruby
130
122
  PgQuery.parse("SELECT 1").fingerprint
131
123
 
132
- => "8e1acac181c6d28f4a923392cf1c4eda49ee4cd2"
124
+ => "50fde20626009aba"
133
125
 
134
126
  PgQuery.parse("SELECT 2; --- comment").fingerprint
135
127
 
136
- => "8e1acac181c6d28f4a923392cf1c4eda49ee4cd2"
128
+ => "50fde20626009aba"
137
129
 
138
- # Faster fingerprint method that is implemented inside the native library
130
+ # Faster fingerprint method that is implemented inside the native C library
139
131
  PgQuery.fingerprint("SELECT ?")
140
132
 
141
- => "8e1acac181c6d28f4a923392cf1c4eda49ee4cd2"
133
+ => "50fde20626009aba"
134
+ ```
135
+
136
+ ### Scanning a query into tokens
137
+
138
+ ```ruby
139
+ PgQuery.scan('SELECT 1 --comment')
140
+
141
+ => [<PgQuery::ScanResult: version: 130002, tokens: [
142
+ <PgQuery::ScanToken: start: 0, end: 6, token: :SELECT, keyword_kind: :RESERVED_KEYWORD>,
143
+ <PgQuery::ScanToken: start: 7, end: 8, token: :ICONST, keyword_kind: :NO_KEYWORD>,
144
+ <PgQuery::ScanToken: start: 9, end: 18, token: :SQL_COMMENT, keyword_kind: :NO_KEYWORD>]>,
145
+ []]
142
146
  ```
143
147
 
144
148
  ## Differences from Upstream PostgreSQL
145
149
 
146
- This gem is based on [libpg_query](https://github.com/lfittl/libpg_query),
150
+ This gem is based on [libpg_query](https://github.com/pganalyze/libpg_query),
147
151
  which uses the latest stable PostgreSQL version, but with a patch applied
148
152
  to support parsing normalized queries containing `?` replacement characters.
149
153
 
@@ -151,15 +155,34 @@ to support parsing normalized queries containing `?` replacement characters.
151
155
 
152
156
  Currently tested and officially supported Ruby versions:
153
157
 
154
- * MRI 2.1
155
- * MRI 2.2
156
- * MRI 2.3
157
- * MRI 2.4
158
+ * CRuby 2.5
159
+ * CRuby 2.6
160
+ * CRuby 2.7
161
+ * CRuby 3.0
162
+
163
+ Not supported:
164
+
165
+ * JRuby: `pg_query` relies on a C extension, which is discouraged / not properly supported for JRuby
166
+ * TruffleRuby: GraalVM [does not support sigjmp](https://www.graalvm.org/reference-manual/llvm/NativeExecution/), which is used by the Postgres error handling code (`pg_query` uses a copy of the Postgres parser & error handling code)
167
+
168
+ ## Developer tasks
169
+
170
+ ### Update libpg_query source
171
+
172
+ In order to update to a newer Postgres parser, first update [libpg_query](https://github.com/pganalyze/libpg_query) to the new Postgres version and tag a release.
173
+
174
+ Once that is done, follow the following steps:
175
+
176
+ 1. Update `LIB_PG_QUERY_TAG` and `LIB_PG_QUERY_SHA256SUM` in `Rakefile`
177
+
178
+ 2. Run `rake update_source` to update the source code
179
+
180
+ 3. Commit the `Rakefile` and the modified files in `ext/pg_query` to this source tree and make a PR
158
181
 
159
182
 
160
183
  ## Resources
161
184
 
162
- See [libpg_query](https://github.com/lfittl/libpg_query/blob/10-latest/README.md#resources) for pg_query in other languages, as well as products/tools built on pg_query.
185
+ See [libpg_query](https://github.com/pganalyze/libpg_query/blob/13-latest/README.md#resources) for pg_query in other languages, as well as products/tools built on pg_query.
163
186
 
164
187
  ## Original Author
165
188
 
data/Rakefile CHANGED
@@ -1,7 +1,12 @@
1
1
  require 'bundler/gem_tasks'
2
+ require 'rake/clean'
2
3
  require 'rake/extensiontask'
3
4
  require 'rspec/core/rake_task'
4
5
  require 'rubocop/rake_task'
6
+ require 'open-uri'
7
+
8
+ LIB_PG_QUERY_TAG = '13-2.0.4'.freeze
9
+ LIB_PG_QUERY_SHA256SUM = 'a67ef3e3b6c9cb1297f362888d6660dac165d3b020f78d23afe4293b8ceaf190'.freeze
5
10
 
6
11
  Rake::ExtensionTask.new 'pg_query' do |ext|
7
12
  ext.lib_dir = 'lib/pg_query'
@@ -12,12 +17,87 @@ RuboCop::RakeTask.new
12
17
 
13
18
  task spec: :compile
14
19
 
15
- task default: %i[lint spec]
20
+ task default: %i[spec lint]
16
21
  task test: :spec
17
22
  task lint: :rubocop
18
23
 
19
- task :clean do
20
- FileUtils.rm_rf File.join(__dir__, 'tmp/')
21
- FileUtils.rm_f Dir.glob(File.join(__dir__, 'ext/pg_query/*.o'))
22
- FileUtils.rm_f File.join(__dir__, 'lib/pg_query/pg_query.bundle')
24
+ CLEAN << 'tmp/**/*'
25
+ CLEAN << 'ext/pg_query/*.o'
26
+ CLEAN << 'lib/pg_query/pg_query.bundle'
27
+
28
+ task :update_source do
29
+ workdir = File.join(__dir__, 'tmp')
30
+ libdir = File.join(workdir, 'libpg_query-' + LIB_PG_QUERY_TAG)
31
+ filename = File.join(workdir, 'libpg_query-' + LIB_PG_QUERY_TAG + '.tar.gz')
32
+ testfilesdir = File.join(__dir__, 'spec/files')
33
+ extdir = File.join(__dir__, 'ext/pg_query')
34
+ extbakdir = File.join(workdir, 'extbak')
35
+
36
+ unless File.exist?(filename)
37
+ system("mkdir -p #{workdir}")
38
+ File.open(filename, 'wb') do |target_file|
39
+ URI.open('https://codeload.github.com/pganalyze/libpg_query/tar.gz/' + LIB_PG_QUERY_TAG, 'rb') do |read_file|
40
+ target_file.write(read_file.read)
41
+ end
42
+ end
43
+
44
+ checksum = Digest::SHA256.hexdigest(File.read(filename))
45
+
46
+ if checksum != LIB_PG_QUERY_SHA256SUM
47
+ raise "SHA256 of #{filename} does not match: got #{checksum}, expected #{LIB_PG_QUERY_SHA256SUM}"
48
+ end
49
+ end
50
+
51
+ unless Dir.exist?(libdir)
52
+ system("tar -xzf #{filename} -C #{workdir}") || raise('ERROR')
53
+ end
54
+
55
+ # Backup important files from ext dir
56
+ system("rm -fr #{extbakdir}")
57
+ system("mkdir -p #{extbakdir}")
58
+ system("cp -a #{extdir}/pg_query_ruby.{c,sym} #{extdir}/extconf.rb #{extbakdir}")
59
+
60
+ FileUtils.rm_rf extdir
61
+
62
+ # Reduce everything down to one directory
63
+ system("mkdir -p #{extdir}")
64
+ system("cp -a #{libdir}/src/* #{extdir}/")
65
+ system("mv #{extdir}/postgres/* #{extdir}/")
66
+ system("rmdir #{extdir}/postgres")
67
+ system("cp -a #{libdir}/pg_query.h #{extdir}/include")
68
+ # Make sure every .c file in the top-level directory is its own translation unit
69
+ system("mv #{extdir}/*{_conds,_defs,_helper}.c #{extdir}/include")
70
+ # Protobuf definitions
71
+ system("protoc --proto_path=#{libdir}/protobuf --ruby_out=#{File.join(__dir__, 'lib/pg_query')} #{libdir}/protobuf/pg_query.proto")
72
+ system("mkdir -p #{extdir}/include/protobuf")
73
+ system("cp -a #{libdir}/protobuf/*.h #{extdir}/include/protobuf")
74
+ system("cp -a #{libdir}/protobuf/*.c #{extdir}/")
75
+ # Protobuf library code
76
+ system("mkdir -p #{extdir}/include/protobuf-c")
77
+ system("cp -a #{libdir}/vendor/protobuf-c/*.h #{extdir}/include")
78
+ system("cp -a #{libdir}/vendor/protobuf-c/*.h #{extdir}/include/protobuf-c")
79
+ system("cp -a #{libdir}/vendor/protobuf-c/*.c #{extdir}/")
80
+ # xxhash library code
81
+ system("mkdir -p #{extdir}/include/xxhash")
82
+ system("cp -a #{libdir}/vendor/xxhash/*.h #{extdir}/include")
83
+ system("cp -a #{libdir}/vendor/xxhash/*.h #{extdir}/include/xxhash")
84
+ system("cp -a #{libdir}/vendor/xxhash/*.c #{extdir}/")
85
+ # Other support files
86
+ system("cp -a #{libdir}/testdata/* #{testfilesdir}")
87
+ # Copy back the custom ext files
88
+ system("cp -a #{extbakdir}/pg_query_ruby.{c,sym} #{extbakdir}/extconf.rb #{extdir}")
89
+
90
+ # Generate JSON field name helper (workaround until https://github.com/protocolbuffers/protobuf/pull/8356 is merged)
91
+ str = "module PgQuery\n INTERNAL_PROTO_FIELD_NAME_TO_JSON_NAME = {\n"
92
+ cur_type = nil
93
+ File.read(File.join(libdir, 'protobuf/pg_query.proto')).each_line do |line|
94
+ if line[/^message (\w+)/]
95
+ cur_type = $1
96
+ next
97
+ end
98
+ next unless line[/(repeated )?\w+ (\w+) = \d+( \[json_name="(\w+)"\])?;/]
99
+ str += format(" [%s, :%s] => '%s',\n", cur_type, $2, $4 || $2)
100
+ end
101
+ str += " }\nend\n"
102
+ File.write(File.join(__dir__, 'lib/pg_query/json_field_names.rb'), str)
23
103
  end
@@ -3,48 +3,11 @@
3
3
  require 'digest'
4
4
  require 'mkmf'
5
5
  require 'open-uri'
6
+ require 'pathname'
6
7
 
7
- LIB_PG_QUERY_TAG = '10-1.0.3'.freeze
8
+ $objs = Dir.glob(File.join(__dir__, '*.c')).map { |f| Pathname.new(f).sub_ext('.o').to_s }
8
9
 
9
- workdir = Dir.pwd
10
- libdir = File.join(workdir, 'libpg_query-' + LIB_PG_QUERY_TAG)
11
- gemdir = File.join(__dir__, '../..')
12
- libfile = libdir + '/libpg_query.a'
13
-
14
- expected_sha256 = '1332761f31c198cb9825e6ccccda0b6a0e57daeb824870e8524df77f1592d149'
15
- filename = "#{workdir}/libpg_query.tar.gz"
16
-
17
- unless File.exist?(filename)
18
- File.open(filename, 'wb') do |target_file|
19
- URI.open('https://codeload.github.com/lfittl/libpg_query/tar.gz/' + LIB_PG_QUERY_TAG, 'rb') do |read_file|
20
- target_file.write(read_file.read)
21
- end
22
- end
23
-
24
- checksum = Digest::SHA256.hexdigest(File.read(filename))
25
-
26
- if checksum != expected_sha256
27
- raise "SHA256 of #{filename} does not match: got #{checksum}, expected #{expected_sha256}"
28
- end
29
- end
30
-
31
- unless Dir.exist?(libdir)
32
- system("tar -xzf #{filename}") || raise('ERROR')
33
- end
34
-
35
- unless Dir.exist?(libfile)
36
- # Build libpg_query (and parts of PostgreSQL)
37
- system("cd #{libdir}; #{ENV['MAKE'] || (RUBY_PLATFORM =~ /bsd/ ? 'gmake' : 'make')} build")
38
- end
39
-
40
- # Copy test files (this intentionally overwrites existing files!)
41
- system("cp #{libdir}/testdata/* #{gemdir}/spec/files/")
42
-
43
- $objs = ['pg_query_ruby.o']
44
-
45
- $LOCAL_LIBS << '-lpg_query'
46
- $LIBPATH << libdir
47
- $CFLAGS << " -I #{libdir} -O3 -Wall -fno-strict-aliasing -fwrapv -g"
10
+ $CFLAGS << " -I#{File.join(__dir__, 'include')} -O3 -Wall -fno-strict-aliasing -fwrapv -fstack-protector -Wno-unused-function -Wno-unused-variable -g"
48
11
 
49
12
  SYMFILE = File.join(__dir__, 'pg_query_ruby.sym')
50
13
  if RUBY_PLATFORM =~ /darwin/
File without changes
@@ -0,0 +1,246 @@
1
+ /*-------------------------------------------------------------------------
2
+ *
3
+ * amapi.h
4
+ * API for Postgres index access methods.
5
+ *
6
+ * Copyright (c) 2015-2020, PostgreSQL Global Development Group
7
+ *
8
+ * src/include/access/amapi.h
9
+ *
10
+ *-------------------------------------------------------------------------
11
+ */
12
+ #ifndef AMAPI_H
13
+ #define AMAPI_H
14
+
15
+ #include "access/genam.h"
16
+
17
+ /*
18
+ * We don't wish to include planner header files here, since most of an index
19
+ * AM's implementation isn't concerned with those data structures. To allow
20
+ * declaring amcostestimate_function here, use forward struct references.
21
+ */
22
+ struct PlannerInfo;
23
+ struct IndexPath;
24
+
25
+ /* Likewise, this file shouldn't depend on execnodes.h. */
26
+ struct IndexInfo;
27
+
28
+
29
+ /*
30
+ * Properties for amproperty API. This list covers properties known to the
31
+ * core code, but an index AM can define its own properties, by matching the
32
+ * string property name.
33
+ */
34
+ typedef enum IndexAMProperty
35
+ {
36
+ AMPROP_UNKNOWN = 0, /* anything not known to core code */
37
+ AMPROP_ASC, /* column properties */
38
+ AMPROP_DESC,
39
+ AMPROP_NULLS_FIRST,
40
+ AMPROP_NULLS_LAST,
41
+ AMPROP_ORDERABLE,
42
+ AMPROP_DISTANCE_ORDERABLE,
43
+ AMPROP_RETURNABLE,
44
+ AMPROP_SEARCH_ARRAY,
45
+ AMPROP_SEARCH_NULLS,
46
+ AMPROP_CLUSTERABLE, /* index properties */
47
+ AMPROP_INDEX_SCAN,
48
+ AMPROP_BITMAP_SCAN,
49
+ AMPROP_BACKWARD_SCAN,
50
+ AMPROP_CAN_ORDER, /* AM properties */
51
+ AMPROP_CAN_UNIQUE,
52
+ AMPROP_CAN_MULTI_COL,
53
+ AMPROP_CAN_EXCLUDE,
54
+ AMPROP_CAN_INCLUDE
55
+ } IndexAMProperty;
56
+
57
+
58
+ /*
59
+ * Callback function signatures --- see indexam.sgml for more info.
60
+ */
61
+
62
+ /* build new index */
63
+ typedef IndexBuildResult *(*ambuild_function) (Relation heapRelation,
64
+ Relation indexRelation,
65
+ struct IndexInfo *indexInfo);
66
+
67
+ /* build empty index */
68
+ typedef void (*ambuildempty_function) (Relation indexRelation);
69
+
70
+ /* insert this tuple */
71
+ typedef bool (*aminsert_function) (Relation indexRelation,
72
+ Datum *values,
73
+ bool *isnull,
74
+ ItemPointer heap_tid,
75
+ Relation heapRelation,
76
+ IndexUniqueCheck checkUnique,
77
+ struct IndexInfo *indexInfo);
78
+
79
+ /* bulk delete */
80
+ typedef IndexBulkDeleteResult *(*ambulkdelete_function) (IndexVacuumInfo *info,
81
+ IndexBulkDeleteResult *stats,
82
+ IndexBulkDeleteCallback callback,
83
+ void *callback_state);
84
+
85
+ /* post-VACUUM cleanup */
86
+ typedef IndexBulkDeleteResult *(*amvacuumcleanup_function) (IndexVacuumInfo *info,
87
+ IndexBulkDeleteResult *stats);
88
+
89
+ /* can indexscan return IndexTuples? */
90
+ typedef bool (*amcanreturn_function) (Relation indexRelation, int attno);
91
+
92
+ /* estimate cost of an indexscan */
93
+ typedef void (*amcostestimate_function) (struct PlannerInfo *root,
94
+ struct IndexPath *path,
95
+ double loop_count,
96
+ Cost *indexStartupCost,
97
+ Cost *indexTotalCost,
98
+ Selectivity *indexSelectivity,
99
+ double *indexCorrelation,
100
+ double *indexPages);
101
+
102
+ /* parse index reloptions */
103
+ typedef bytea *(*amoptions_function) (Datum reloptions,
104
+ bool validate);
105
+
106
+ /* report AM, index, or index column property */
107
+ typedef bool (*amproperty_function) (Oid index_oid, int attno,
108
+ IndexAMProperty prop, const char *propname,
109
+ bool *res, bool *isnull);
110
+
111
+ /* name of phase as used in progress reporting */
112
+ typedef char *(*ambuildphasename_function) (int64 phasenum);
113
+
114
+ /* validate definition of an opclass for this AM */
115
+ typedef bool (*amvalidate_function) (Oid opclassoid);
116
+
117
+ /* prepare for index scan */
118
+ typedef IndexScanDesc (*ambeginscan_function) (Relation indexRelation,
119
+ int nkeys,
120
+ int norderbys);
121
+
122
+ /* (re)start index scan */
123
+ typedef void (*amrescan_function) (IndexScanDesc scan,
124
+ ScanKey keys,
125
+ int nkeys,
126
+ ScanKey orderbys,
127
+ int norderbys);
128
+
129
+ /* next valid tuple */
130
+ typedef bool (*amgettuple_function) (IndexScanDesc scan,
131
+ ScanDirection direction);
132
+
133
+ /* fetch all valid tuples */
134
+ typedef int64 (*amgetbitmap_function) (IndexScanDesc scan,
135
+ TIDBitmap *tbm);
136
+
137
+ /* end index scan */
138
+ typedef void (*amendscan_function) (IndexScanDesc scan);
139
+
140
+ /* mark current scan position */
141
+ typedef void (*ammarkpos_function) (IndexScanDesc scan);
142
+
143
+ /* restore marked scan position */
144
+ typedef void (*amrestrpos_function) (IndexScanDesc scan);
145
+
146
+ /*
147
+ * Callback function signatures - for parallel index scans.
148
+ */
149
+
150
+ /* estimate size of parallel scan descriptor */
151
+ typedef Size (*amestimateparallelscan_function) (void);
152
+
153
+ /* prepare for parallel index scan */
154
+ typedef void (*aminitparallelscan_function) (void *target);
155
+
156
+ /* (re)start parallel index scan */
157
+ typedef void (*amparallelrescan_function) (IndexScanDesc scan);
158
+
159
+ /*
160
+ * API struct for an index AM. Note this must be stored in a single palloc'd
161
+ * chunk of memory.
162
+ */
163
+ typedef struct IndexAmRoutine
164
+ {
165
+ NodeTag type;
166
+
167
+ /*
168
+ * Total number of strategies (operators) by which we can traverse/search
169
+ * this AM. Zero if AM does not have a fixed set of strategy assignments.
170
+ */
171
+ uint16 amstrategies;
172
+ /* total number of support functions that this AM uses */
173
+ uint16 amsupport;
174
+ /* opclass options support function number or 0 */
175
+ uint16 amoptsprocnum;
176
+ /* does AM support ORDER BY indexed column's value? */
177
+ bool amcanorder;
178
+ /* does AM support ORDER BY result of an operator on indexed column? */
179
+ bool amcanorderbyop;
180
+ /* does AM support backward scanning? */
181
+ bool amcanbackward;
182
+ /* does AM support UNIQUE indexes? */
183
+ bool amcanunique;
184
+ /* does AM support multi-column indexes? */
185
+ bool amcanmulticol;
186
+ /* does AM require scans to have a constraint on the first index column? */
187
+ bool amoptionalkey;
188
+ /* does AM handle ScalarArrayOpExpr quals? */
189
+ bool amsearcharray;
190
+ /* does AM handle IS NULL/IS NOT NULL quals? */
191
+ bool amsearchnulls;
192
+ /* can index storage data type differ from column data type? */
193
+ bool amstorage;
194
+ /* can an index of this type be clustered on? */
195
+ bool amclusterable;
196
+ /* does AM handle predicate locks? */
197
+ bool ampredlocks;
198
+ /* does AM support parallel scan? */
199
+ bool amcanparallel;
200
+ /* does AM support columns included with clause INCLUDE? */
201
+ bool amcaninclude;
202
+ /* does AM use maintenance_work_mem? */
203
+ bool amusemaintenanceworkmem;
204
+ /* OR of parallel vacuum flags. See vacuum.h for flags. */
205
+ uint8 amparallelvacuumoptions;
206
+ /* type of data stored in index, or InvalidOid if variable */
207
+ Oid amkeytype;
208
+
209
+ /*
210
+ * If you add new properties to either the above or the below lists, then
211
+ * they should also (usually) be exposed via the property API (see
212
+ * IndexAMProperty at the top of the file, and utils/adt/amutils.c).
213
+ */
214
+
215
+ /* interface functions */
216
+ ambuild_function ambuild;
217
+ ambuildempty_function ambuildempty;
218
+ aminsert_function aminsert;
219
+ ambulkdelete_function ambulkdelete;
220
+ amvacuumcleanup_function amvacuumcleanup;
221
+ amcanreturn_function amcanreturn; /* can be NULL */
222
+ amcostestimate_function amcostestimate;
223
+ amoptions_function amoptions;
224
+ amproperty_function amproperty; /* can be NULL */
225
+ ambuildphasename_function ambuildphasename; /* can be NULL */
226
+ amvalidate_function amvalidate;
227
+ ambeginscan_function ambeginscan;
228
+ amrescan_function amrescan;
229
+ amgettuple_function amgettuple; /* can be NULL */
230
+ amgetbitmap_function amgetbitmap; /* can be NULL */
231
+ amendscan_function amendscan;
232
+ ammarkpos_function ammarkpos; /* can be NULL */
233
+ amrestrpos_function amrestrpos; /* can be NULL */
234
+
235
+ /* interface functions to support parallel index scans */
236
+ amestimateparallelscan_function amestimateparallelscan; /* can be NULL */
237
+ aminitparallelscan_function aminitparallelscan; /* can be NULL */
238
+ amparallelrescan_function amparallelrescan; /* can be NULL */
239
+ } IndexAmRoutine;
240
+
241
+
242
+ /* Functions in access/index/amapi.c */
243
+ extern IndexAmRoutine *GetIndexAmRoutine(Oid amhandler);
244
+ extern IndexAmRoutine *GetIndexAmRoutineByAmId(Oid amoid, bool noerror);
245
+
246
+ #endif /* AMAPI_H */