yb_ddl_parser 0.1.0

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/utils/yb_queryjumble.h

@@ -0,0 +1,73 @@
+/*-------------------------------------------------------------------------
+ *
+ * yb_queryjumble.h
+ *    Query normalization and fingerprinting.
+ *
+ *-------------------------------------------------------------------------
+ */
+#ifndef YB_QUERYJUMBLE_H
+#define YB_QUERYJUMBLE_H
+
+#include "nodes/parsenodes.h"
+
+typedef struct YbLocationLen
+{
+	int location;		/* start offset in query text */
+	int length;			/* length in bytes, or -1 to ignore */
+	bool squashed;		/* Location represents the beginning or end of a run
+							of squashed constants? */
+} YbLocationLen;
+
+/*
+ * Working state for computing a query jumble and producing a normalized
+ * query string. This is a PG struct that has YB fields added.
+ */
+typedef struct YbJumbleState
+{
+	/* Jumble of current query tree */
+	unsigned char *jumble;
+
+	/* Number of bytes used in jumble[] */
+	Size        jumble_len;
+
+	/* Array of locations of constants that should be removed */
+	YbLocationLen *clocations;
+
+	/* Allocated length of clocations array */
+	int         clocations_buf_size;
+
+	/* Current number of valid entries in clocations array */
+	int         clocations_count;
+
+	/* highest Param id we've seen, in order to start normalization correctly */
+	int         highest_extern_param_id;
+
+	/*
+	 * Count of the number of NULL nodes seen since last appending a value.
+	 * These are flushed out to the jumble buffer before subsequent appends
+	 * and before performing the final jumble hash.
+	 */
+	unsigned int pending_nulls;
+
+	/* YB */
+
+	/*
+	 * This field tracks how to original RT index maps to the sorted
+	 * range table list entry.
+	 */
+	int		   *ybRtIndexMap;
+
+	/*
+	 * Stores the final target list while we are computing the jumble.
+	 */
+	List	   *ybTargetList;
+
+	bool		ybUseNames;
+
+#ifdef USE_ASSERT_CHECKING
+	/* The total number of bytes added to the jumble buffer */
+	Size        total_jumble_len;
+#endif
+} YbJumbleState;
+
+#endif /* YB_QUERYJUMBLE_H */

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/utils/yb_rowtypes.h

@@ -0,0 +1,24 @@
+/*------------------------------------------------------------------------------
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License.  You may obtain a copy
+ * of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+ * License for the specific language governing permissions and limitations under
+ * the License.
+ *------------------------------------------------------------------------------
+ */
+
+#pragma once
+
+#include "postgres.h"
+
+#include "access/htup_details.h"
+
+extern Datum YbRecordOut(HeapTupleHeader rec, TupleDesc tupdesc);

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/utils/yb_tuplecache.h

@@ -0,0 +1,66 @@
+/*-------------------------------------------------------------------------
+ *
+ * yb_tuplecache.h
+ *	  Declarations for YugabyteDB tuple cache.
+ *
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
+ * in compliance with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under the License
+ * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.  See the License for the specific language governing permissions and limitations
+ * under the License.
+ *
+ * src/include/utils/yb_tuplecache.h
+ *
+ *-------------------------------------------------------------------------
+ */
+#ifndef YB_TUPLECACHE_H
+#define YB_TUPLECACHE_H
+
+#include "postgres.h"
+
+#include "nodes/pg_list.h"
+#include "utils/hsearch.h"
+#include "utils/rel.h"
+
+/*
+ * Group all tuples under the same relation into a list for partial key
+ * searches.
+ */
+typedef struct YbTupleCacheEntry
+{
+	/* Key must be the first */
+	Oid			key;
+	List	   *tuples;
+} YbTupleCacheEntry;
+
+typedef struct YbTupleCache
+{
+	Relation	rel;
+	HTAB	   *data;
+} YbTupleCache;
+
+typedef Oid (*YbTupleCacheKeyExtractor) (HeapTuple);
+
+struct YbTupleCacheIteratorData
+{
+	List	   *list;
+	ListCell   *current;
+};
+
+typedef struct YbTupleCacheIteratorData *YbTupleCacheIterator;
+
+void		YbLoadTupleCache(YbTupleCache *cache, Oid relid,
+							 YbTupleCacheKeyExtractor key_extractor, const char *cache_name);
+void		YbCleanupTupleCache(YbTupleCache *cache);
+
+YbTupleCacheIterator YbTupleCacheIteratorBegin(const YbTupleCache *cache, const void *key_ptr);
+HeapTuple	YbTupleCacheIteratorGetNext(YbTupleCacheIterator iter);
+void		YbTupleCacheIteratorEnd(YbTupleCacheIterator iter);
+
+#endif							/* YB_TUPLECACHE_H */

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/windowapi.h

@@ -0,0 +1,64 @@
+/*-------------------------------------------------------------------------
+ *
+ * windowapi.h
+ *	  API for window functions to extract data from their window
+ *
+ * A window function does not receive its arguments in the normal way
+ * (and therefore the concept of strictness is irrelevant).  Instead it
+ * receives a "WindowObject", which it can fetch with PG_WINDOW_OBJECT()
+ * (note V1 calling convention must be used).  Correct call context can
+ * be tested with WindowObjectIsValid().  Although argument values are
+ * not passed, the call is correctly set up so that PG_NARGS() can be
+ * used and argument type information can be obtained with
+ * get_fn_expr_argtype(), get_fn_expr_arg_stable(), etc.
+ *
+ * Operations on the WindowObject allow the window function to find out
+ * the current row number, total number of rows in the partition, etc
+ * and to evaluate its argument expression(s) at various rows in the
+ * window partition.  See the header comments for each WindowObject API
+ * function in nodeWindowAgg.c for details.
+ *
+ *
+ * Portions Copyright (c) 2000-2022, PostgreSQL Global Development Group
+ *
+ * src/include/windowapi.h
+ *
+ *-------------------------------------------------------------------------
+ */
+#ifndef WINDOWAPI_H
+#define WINDOWAPI_H
+
+/* values of "seektype" */
+#define WINDOW_SEEK_CURRENT 0
+#define WINDOW_SEEK_HEAD 1
+#define WINDOW_SEEK_TAIL 2
+
+/* this struct is private in nodeWindowAgg.c */
+typedef struct WindowObjectData *WindowObject;
+
+#define PG_WINDOW_OBJECT() ((WindowObject) fcinfo->context)
+
+#define WindowObjectIsValid(winobj) \
+	((winobj) != NULL && IsA(winobj, WindowObjectData))
+
+extern void *WinGetPartitionLocalMemory(WindowObject winobj, Size sz);
+
+extern int64 WinGetCurrentPosition(WindowObject winobj);
+extern int64 WinGetPartitionRowCount(WindowObject winobj);
+
+extern void WinSetMarkPosition(WindowObject winobj, int64 markpos);
+
+extern bool WinRowsArePeers(WindowObject winobj, int64 pos1, int64 pos2);
+
+extern Datum WinGetFuncArgInPartition(WindowObject winobj, int argno,
+									  int relpos, int seektype, bool set_mark,
+									  bool *isnull, bool *isout);
+
+extern Datum WinGetFuncArgInFrame(WindowObject winobj, int argno,
+								  int relpos, int seektype, bool set_mark,
+								  bool *isnull, bool *isout);
+
+extern Datum WinGetFuncArgCurrent(WindowObject winobj, int argno,
+								  bool *isnull);
+
+#endif							/* WINDOWAPI_H */

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/yb_ash.h

@@ -0,0 +1,92 @@
+/*-------------------------------------------------------------------------
+ *
+ * yb_ash.h
+ *    Utilities for Active Session History/Yugabyte (Postgres layer) integration
+ *    that have to be defined on the PostgreSQL side.
+ *
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may
+ * not use this file except in compliance with the License. You may obtain
+ * a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.  See the License for the specific language governing
+ * permissions and limitations under the License.
+ *
+ * src/include/yb_ash.h
+ * ----------
+ */
+
+#ifndef YB_ASH_H
+#define YB_ASH_H
+
+#include "postgres.h"
+
+#include "storage/proc.h"
+#include "utils/guc.h"
+#include "utils/timestamp.h"
+
+#define YbAshIsClientAddrSet() \
+	(yb_enable_ash && !IsBootstrapProcessingMode() && !YBIsInitDbModeEnvVarSet())
+
+/*
+ * query_id 0 is never produced by pg_stat_statements for a real query, so it
+ * marks an invalid / uninitialized QP pair.
+ */
+#define YB_ASH_INVALID_QUERY_ID 0
+/*
+ * Default plan_id when QPM is disabled or for utility statements that have no
+ * query plan.
+ */
+#define YB_ASH_DEFAULT_PLAN_ID 0
+/*
+ * TODO: plan_id is computed via hash_any_extended which can return 0, so a
+ * plan_id of 0 doesn't reliably indicate "no plan". Consider reserving a
+ * distinct invalid plan_id and checking it here as well.
+ */
+#define YbAshIsInvalidQpPair(pair) ((pair).query_id == YB_ASH_INVALID_QUERY_ID)
+
+/* GUC variables */
+extern bool yb_enable_ash;
+extern int	yb_ash_circular_buffer_size;
+extern int	yb_ash_sampling_interval_ms;
+extern int	yb_ash_sample_size;
+
+typedef bool (*YbAshTrackNestedQueries) (void);
+extern YbAshTrackNestedQueries yb_ash_track_nested_queries;
+
+extern Size YbAshShmemSize(void);
+extern void YbAshShmemInit(void);
+
+extern void YbAshRegister(void);
+extern void YbAshMain(Datum main_arg);
+
+extern void YbAshInit(void);
+extern void YbAshSetDatabaseId(Oid database_id);
+extern bool YbAshShouldIgnoreWaitEvent(uint32 wait_event_info);
+
+extern void YbAshMaybeIncludeSample(PGPROC *proc, int num_procs,
+									TimestampTz sample_time,
+									int *samples_considered);
+extern void YbAshStoreSample(PGPROC *proc, int num_procs,
+							 TimestampTz sample_time,
+							 int index);
+extern void YbAshFillSampleWeight(int samples_considered);
+
+extern bool yb_ash_circular_buffer_size_check_hook(int *newval,
+												   void **extra,
+												   GucSource source);
+
+extern void YbAshSetMetadata(void);
+extern void YbAshUnsetMetadata(void);
+
+extern void YbAshSetOneTimeMetadata(void);
+extern void YbAshSetMetadataForBgworkers(void);
+extern uint64 YbAshGetConstQueryId(void);
+
+#endif							/* YB_ASH_H */

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/yb_file_utils.h

@@ -0,0 +1,38 @@
+/* -------------------------------------------------------------------------
+ *
+ * yb_file_utils.h
+ * 	  Declarations for functions used for reading and writing Yugabyte temporary files.
+ *
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may
+ * not use this file except in compliance with the License. You may obtain
+ * a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.  See the License for the specific language governing
+ * permissions and limitations under the License.
+ *
+ * IDENTIFICATION
+ * 	  src/include/yb_file_utils.h
+ * -------------------------------------------------------------------------
+ */
+
+#ifndef YB_FILE_UTILS_H
+#define YB_FILE_UTILS_H
+
+#include "c.h"
+
+extern void
+			yb_write_struct_to_file(const char *tempfile_name, const char *file_name,
+									void *struct_ptr, size_t struct_size, int32 format_id);
+
+extern void
+			yb_read_struct_from_file(const char *file_name, void *struct_ptr,
+									 size_t struct_size, int32 expected_format_id);
+
+#endif							/* YB_FILE_UTILS_H */

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/yb_overflow_utils.h

@@ -0,0 +1,110 @@
+/* ----------
+ * pg_overflow_utils.h
+ *
+ * Utilities for better handling of integer overflows, especially for
+ * building with Clang and under ASAN / TSAN / UBSAN.
+ *
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may not
+ * use this file except in compliance with the License.  You may obtain a copy
+ * of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+ * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+ * License for the specific language governing permissions and limitations
+ * under the License.
+ *
+ * src/include/pg_overflow_utils.h
+ * ----------
+ */
+
+#ifndef YB_OVERFLOW_UTILS_H
+#define YB_OVERFLOW_UTILS_H
+
+#include <boost/preprocessor/cat.hpp>
+#include <boost/preprocessor/stringize.hpp>
+#include <stdint.h>
+
+/* Using built-ins listed here for overflow checking:
+ * https://gcc.gnu.org/onlinedocs/gcc/Integer-Overflow-Builtins.html
+ *
+ * bool __builtin_sadd_overflow (int a, int b, int *res)
+ * bool __builtin_saddl_overflow (long int a, long int b, long int *res)
+ * bool __builtin_ssub_overflow (int a, int b, int *res)
+ * bool __builtin_ssubl_overflow (long int a, long int b, long int *res)
+ * bool __builtin_smul_overflow (int a, int b, int *res)
+ * bool __builtin_smull_overflow (long int a, long int b, long int *res)
+ */
+
+#ifdef __linux__
+#define YB_INT64_UNDERLYING_TYPE long
+#define YB_INT64_OVERFLOW_CHECKING_FRAGMENT l
+#else
+#define YB_INT64_UNDERLYING_TYPE long long
+#define YB_INT64_OVERFLOW_CHECKING_FRAGMENT ll
+#endif
+
+_Static_assert(sizeof(int64) == sizeof(YB_INT64_UNDERLYING_TYPE),
+			   "Expecting int64 and " BOOST_PP_STRINGIZE(YB_INT64_UNDERLYING_TYPE)
+			   " to be the same type");
+
+_Static_assert(sizeof(int32) == sizeof(int),
+			   "Expecting int32 and int to be the same type");
+
+#define YB_CHECK_OVERFLOW_MACRO_ARG_TYPE(arg, arg_description, expected_type) \
+	_Static_assert( \
+		sizeof(arg) == sizeof(expected_type), \
+		arg_description " is supposed to be of type " BOOST_PP_STRINGIZE(expected_type))
+
+#define YB_GENERIC_CHECK_OVERFLOW(op, arg1, arg2, int_type, builtin_suffix, \
+								  out_of_range_msg) \
+	do { \
+		YB_CHECK_OVERFLOW_MACRO_ARG_TYPE(arg1, "First argument", int_type); \
+		YB_CHECK_OVERFLOW_MACRO_ARG_TYPE(arg2, "Second argument", int_type); \
+		int_type result = 0; \
+		if (BOOST_PP_CAT(BOOST_PP_CAT(__builtin_s, op), builtin_suffix)( \
+				(arg1), (arg2), &result)) \
+		{ \
+			ereport(ERROR, \
+				(errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE), \
+					errmsg(out_of_range_msg))); \
+		} \
+	} while(0)
+
+#define YB_CHECK_INT32_OVERFLOW(op, arg1, arg2) \
+	YB_GENERIC_CHECK_OVERFLOW(op, arg1, arg2, int32_t, _overflow, \
+							  "integer out of range")
+
+#define YB_CHECK_INT64_OVERFLOW(op, arg1, arg2) \
+	YB_GENERIC_CHECK_OVERFLOW(op, arg1, arg2, int64_t, \
+							  BOOST_PP_CAT(YB_INT64_OVERFLOW_CHECKING_FRAGMENT, \
+										   _overflow), \
+							  "bigint out of range")
+
+#define YB_GENERIC_DISALLOW_VALUE(arg, disallowed_value, int_type, \
+								  out_of_range_msg) \
+	do { \
+		YB_CHECK_OVERFLOW_MACRO_ARG_TYPE(arg, "First argument", int_type); \
+		YB_CHECK_OVERFLOW_MACRO_ARG_TYPE(disallowed_value, "Second argument", \
+										 int_type); \
+		if ((arg) == (disallowed_value)) \
+		{ \
+			ereport(ERROR, \
+					(errcode(ERRCODE_NUMERIC_VALUE_OUT_OF_RANGE), \
+					 errmsg(out_of_range_msg))); \
+		} \
+	} while (0)
+
+#define YB_DISALLOW_INT32_VALUE(arg, disallowed_value) \
+	YB_GENERIC_DISALLOW_VALUE(arg, disallowed_value, int32_t, \
+							  "integer out of range")
+
+#define YB_DISALLOW_INT64_VALUE(arg, disallowed_value) \
+	YB_GENERIC_DISALLOW_VALUE(arg, disallowed_value, int64_t, \
+							  "bigint out of range")
+
+#endif

data/ext/yb_ddl_parser/vendor/yugabyte-postgres/src/include/yb_qpm.h

@@ -0,0 +1,45 @@
+/*-------------------------------------------------------------------------
+ *
+ * yb_qpm.h
+ *.   Query Plan Management/Yugabyte (Postgres layer)
+ *
+ * Copyright (c) YugabyteDB, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License"); you may
+ * not use this file except in compliance with the License. You may obtain
+ * a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
+ * or implied.  See the License for the specific language governing
+ * permissions and limitations under the License.
+ *
+ * src/include/yb_qpm.h
+ * ----------
+ */
+
+#ifndef YB_QPM_H
+#define YB_QPM_H
+
+#include "postgres.h"
+
+#include "commands/explain.h"
+#include "utils/guc.h"
+#include "utils/timestamp.h"
+
+#define QPM_HINT_TEXT_SIZE 2048
+#define QPM_PLAN_TEXT_SIZE 4096
+#define QPM_PARAM_TEXT_SIZE 256
+
+#define YbQpmIsEnabled() (yb_qpm_configuration.track != YB_QPM_TRACK_NONE)
+
+extern Size YbQpmShmemSize(void);
+extern void YbQpmShmemInit(void);
+extern void YbQpmInit(void);
+
+extern char *YbQpmExplainPlan(QueryDesc *queryDesc, ExplainFormat format);
+
+#endif							/* YB_QPM_H */