databricks-bb-plugin 0.1.0__py3-none-any.whl

databricks/labs/remorph/bladerunner/Converter/Configs/ABInitio/abinitio2dws.json

@@ -0,0 +1,256 @@
+//!!!!!!!!!DO NOT MODIFY THIS FILE!!!!!!!!!
+//base Ab Initio reader json config file.
+//lists attributes to be picked up.
+//have this file inherited in converter config files
+{
+	"keep_variable_patterns" : [
+		"^(?-i)[A-Z_]+$" // this needs to be case-sensitive
+	],
+
+	"skip_variable_patterns" : [
+		"^(?-i)AB_NICE$", // this needs to be case-sensitive
+		"^[!_]"
+	],
+
+	"inline_linked_subgraphs" : false, // should be set to false as the default
+
+//	/*
+//	// This is currently purely informational, just a structured brain-dump.
+//	// Each captured attr that matches one of these types must have it explicitly set in "param_type".
+//	"param_type_patterns" : {
+//		"code_block" : [ // always interpretted as code; inlined sequences seem to be lambda functions
+//			"^Layout$",
+//			"^_propagat(?:e_through|ion)$",
+//			"^operation[0-9]*$",
+//			"^output_index(?:es)?$",
+//			"^select_expr$",
+//			"^transform[0-9]*$",
+//			"^type[0-9]+$",
+//			"^variable[0-9]+$"
+//		],
+//		"file_path" : [ // file path expected; arbitrary code must be inlined
+//			"^DBConfigFile$",
+//			"^config_file$"
+//		],
+//		"record_def" : [ // auto-read if file path, parsed as record def otherwise; arbitrary code must be inlined
+//			"^RecordFormat$",
+//			"^\w+[0-9]*_metadata$"
+//		],
+//		"sql_stmt" : [ // sql (comments allowed) expected; arbitrary code must be inlined
+//			"^insertSqlFile$",
+//			"^primarySql[0-9]*$",
+//			"^secondarySql[0-9]*$",
+//			"^select_sql$",
+//			"^table_spec$",
+//			"^updateSqlFile$"
+//		]
+//	},
+//	*/
+
+	"node_translation" : {
+		// notes: attribute INCLUDE_OVERRIDE tells the writer to include all columns automatically
+		"Datasets/Input_File" : {"USER_TYPE" : "SOURCE", "SRC_TGT_FLAG" : "SOURCE", "ALT_COMPONENT_NAME" : "FileInput", "SYSTEM_TYPE" : "FLATFILE"}
+		, "Datasets/Output_File" : {"USER_TYPE" : "TARGET", "SRC_TGT_FLAG" : "TARGET", "ALT_COMPONENT_NAME" : "FileOutput", "SYSTEM_TYPE" : "FLATFILE"}
+		, "Datasets/Input_Table" : {"USER_TYPE" : "SOURCE", "SRC_TGT_FLAG" : "SOURCE", "ALT_COMPONENT_NAME" : "TableInput"}
+		, "Datasets/Output_Table" : {"USER_TYPE" : "TARGET", "SRC_TGT_FLAG" : "TARGET", "ALT_COMPONENT_NAME" : "TableOutput"}
+		, "Sort/Sort" : {"USER_TYPE" : "SORTER", "ALT_COMPONENT_NAME" : "LocalSort"}
+		, "Sort/Sort_within_Groups" : {"USER_TYPE" : "SORTER", "ALT_COMPONENT_NAME" : "SortGroups"}
+		, "Transform/Dedup_Sorted" : {"USER_TYPE" : "DEDUP", "ALT_COMPONENT_NAME" : "Dedup", "SORT_BY_KEY_COLS" : true}
+		, "Transform/Scan" : {"USER_TYPE" : "SCAN", "ALT_COMPONENT_NAME" : "Scan", "CODE_BLOCK_FLAG" : "1"}
+		, "Transform/Filter_by_Expression" : {"USER_TYPE" : "FILTER", "ALT_COMPONENT_NAME" : "SelectTransform"}
+		, "Transform/Join" : {"USER_TYPE" : "JOINER", "ALT_COMPONENT_NAME" : "MergeJoin"}
+		, "Database/Join_with_DB" : {"USER_TYPE" : "DB_LOOKUP", "ALT_COMPONENT_NAME" : "DBLookup", "CODE_BLOCK_FLAG" : "1"}
+		, "Transform/Reformat" : {"USER_TYPE" : "CODE_BLOCK", "ALT_COMPONENT_NAME" : "ReformatTransform", "CODE_BLOCK_FLAG" : "1"}
+		, "Transform/Rollup" : {"USER_TYPE" : "ROLLUP", "ALT_COMPONENT_NAME" : "Rollup", "CODE_BLOCK_FLAG" : "1"}
+		, "Partitioning/Gather" : {"USER_TYPE" : "UNION", "ALT_COMPONENT_NAME" : "Gather"}
+		, "Miscellaneous/Replicate" : {"USER_TYPE" : "REPLICATE", "ALT_COMPONENT_NAME" : "Broadcast"}
+		, "Database/Update_Table" : {"USER_TYPE" : "DB_UPDATE", "ALT_COMPONENT_NAME" : "DBUpdate"}
+		, "Database/Multi_Update_Table" : {"USER_TYPE" : "DB_UPDATE", "ALT_COMPONENT_NAME" : "DBMultiUpdate"}
+		, "Transform/Fuse" : {"USER_TYPE" : "FUSE", "ALT_COMPONENT_NAME" : "FuseTransform"}
+		, "Transform/Normalize" : {"USER_TYPE" : "NORMALIZER", "ALT_COMPONENT_NAME" : "Normalize"}
+		, "Partitioning/Merge" : {"USER_TYPE" : "MERGE", "ALT_COMPONENT_NAME" : "LocalMerge"}
+		, "Miscellaneous/Trash" : {"USER_TYPE" : "DUMMY", "ALT_COMPONENT_NAME" : "Broadcast"}
+		, "Datasets/Lookup_Template" : {"USER_TYPE" : "CACHED_LOOKUP", "ALT_COMPONENT_NAME" : "LookupTemplate"}
+		, "Database/Begin_Transaction" : {"USER_TYPE" : "DUMMY", "ALT_COMPONENT_NAME" : "BeginTransaction"}
+		, "Miscellaneous/Handle_Errors" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "HandleErrors"}
+		, "Miscellaneous/Handle_Logs" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "HandleLogs"}
+		, "Miscellaneous/Leading_Records" : {"USER_TYPE" : "HEAD", "ALT_COMPONENT_NAME" : "LeadingRecords"}
+
+		, "Datasets/File_Utilities/Delete_Files" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "DeleteMultipleFiles", "SYSTEM_TYPE" : "FLATFILE"}
+		, "Datasets/Hadoop/Internal/Read_HDFS_Files" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "", "SYSTEM_TYPE" : "HDFS"}
+		, "Datasets/Hadoop/Internal/Remove_Old_HDFS_Files" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "", "SYSTEM_TYPE" : "HDFS"}
+		, "Datasets/Hadoop/Read_HDFS" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "", "SYSTEM_TYPE" : "HDFS"}
+		, "Datasets/Hadoop/Read_Hive_Table" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "", "SYSTEM_TYPE" : "HIVE"}
+		, "Datasets/Hadoop/Write_HDFS" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "", "SYSTEM_TYPE" : "HDFS"}
+		, "Datasets/Lookup_File" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : ""}
+		, "Datasets/Lookup_Utilities/Write_Multiple_Block_Compressed_Lookups" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "WriteBCLookups"}
+		, "Datasets/Read_Multiple_Files" : {"USER_TYPE" : "READ_MULTIPLE_FILES", "ALT_COMPONENT_NAME" : "ReadFiles", "SYSTEM_TYPE" : "FLATFILE", "CODE_BLOCK_FLAG" : "1"}
+		, "Datasets/Write_Multiple_Files" : {"USER_TYPE" : "WRITE_MULTIPLE_FILES", "ALT_COMPONENT_NAME" : "WriteFiles", "SYSTEM_TYPE" : "FLATFILE", "CODE_BLOCK_FLAG" : "1"}
+		, "Miscellaneous/Advanced/Procedural_Transform" : {"USER_TYPE" : "TRANSFORMATION", "ALT_COMPONENT_NAME" : "ProcTrans"}
+		, "Miscellaneous/Run_Program" : {"USER_TYPE" : "SYSTEM_CALL", "ALT_COMPONENT_NAME" : "Filter"}
+		, "Partitioning/Partition_by_Expression" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "FunctionPartition"}
+		, "Partitioning/Partition_by_Key" : {"USER_TYPE" : "REPARTITION", "ALT_COMPONENT_NAME" : "HashPartition"}
+		, "Partitioning/Partition_by_Round-robin" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "RoundRobinPartition"}
+		, "Transform/Scan_with_Rollup" : {"USER_TYPE" : "", "ALT_COMPONENT_NAME" : "Scan"}
+		, "Validate/Create_Data" : {"USER_TYPE" : "ROW_GENERATOR", "ALT_COMPONENT_NAME" : "CreateData"}
+//		, "__DEFAULT__" : {"IGNORE" : 1} // commented out for now to keep all nodes for lineage; uncomment to analyze just desired nodes
+	},
+
+	"attr_capture" : {
+		"ALL_COMPONENTS" : {
+			"DISABLE_CONDITION" : {"key_string" : "condition", "offset" : "1"},
+			"DISABLE_ACTION" : {"key_string" : "condition_interpretation", "offset" : "1"},
+			"DISABLE_REPLACE_INPUT" : {"key_string" : "conditionInputPort", "offset" : "1"},
+			"DISABLE_REPLACE_OUTPUT" : {"key_string" : "conditionOutputPort", "offset" : "1"}
+		},
+		"Datasets/Input_File" : {
+			"LAYOUT_SPEC" : {"key_string" : "read_metadata", "offset" : "1", "param_type" : "record_def"},
+			"FILE_PATH" : {"key_string" : "Layout", "offset" : "1", "param_type" : "code_block"}
+		},
+		"Datasets/Output_File" : {
+			"LAYOUT_SPEC" : {"key_string" : "write_metadata", "offset" : "1", "param_type" : "record_def"},
+			"FILE_PATH" : {"key_string" : "Layout", "offset" : "1", "param_type" : "code_block"},
+			"DATASET_REF" : {"key_string" : "Layout", "offset" : "1", "param_type" : "code_block"}
+		},
+		"Datasets/Input_Table" : {
+			"CONFIG_FILE" : {"key_string" : "config_file", "offset" : "1", "param_type" : "file_path"},
+			"LAYOUT_SPEC" : {"key_string" : "read_metadata", "offset" : "1", "param_type" : "record_def"},
+			"SYSTEM_TYPE" : {"key_string" : "dbms", "offset" : "1"},
+			"TABLE_NAME" : {"key_string" : "table_spec", "offset" : "1", "param_type" : "sql_stmt"},
+			"TABLE_NAME_IS" : {"key_string" : "table_spec_kind", "offset" : "1"}
+		}
+		, "Datasets/Output_Table" : {
+			"CONFIG_FILE" : {"key_string" : "config_file", "offset" : "1", "param_type" : "file_path"},
+			"LAYOUT_SPEC" : {"key_string" : "write_metadata", "offset" : "1", "param_type" : "record_def"},
+			"SYSTEM_TYPE" : {"key_string" : "dbms", "offset" : "1"},
+			"TABLE_NAME" : {"key_string" : "table_spec", "offset" : "1", "param_type" : "sql_stmt"},
+			"TABLE_NAME_IS" : {"key_string" : "table_spec_kind", "offset" : "1"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Sort/Sort" : {
+			"SORT_BY" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+		}
+		, "Sort/Sort_within_Groups" : {
+			"GROUP_KEY" : {"key_string" : "major_key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+			, "SORT_BY" : {"key_string" : "minor_key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+		}
+		, "Transform/Dedup_Sorted" : {
+			"DEDUP_KEYS" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+			, "KEEP_WHICH" : {"key_string" : "keep", "offset" : "1"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Transform/Scan" : {
+			"GROUP_KEY" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+			, "TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Transform/Filter_by_Expression" : {
+			"FILTER_CONDITIONS" : {"key_string" : "select_expr", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Transform/Join" : {
+			"GROUP_KEY" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"},
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"},
+			"LAYOUT_SPEC" : {"key_string" : "out_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "JOIN_TYPE" : {"key_string" : "join_type", "offset" : "1"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Database/Join_with_DB" : {
+			"COLUMN_SPEC" : {"key_string" : "eme_dataset_mapping", "offset" : "1"}
+			//, "SELECT_SQL" : {"key_string" : "select_sql", "offset" : "1", "param_type" : "sql_stmt"}
+			, "TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+			, "CONFIG_FILE" : {"key_string" : "DBConfigFile", "offset" : "1", "param_type" : "file_path"}
+		}
+		, "Transform/Reformat" : {
+			"TRANSFORM" : {"key_regex" : "^transform([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"},
+			"LAYOUT_SPEC" : {"key_regex" : "^out([0-9]+)_metadata$", "indexed" : true, "offset" : "1", "param_type" : "record_def"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Transform/Rollup" : {
+			"GROUP_KEY" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"},
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"},
+			"LAYOUT_SPEC" : {"key_string" : "out_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Database/Update_Table" : {
+			"COLUMN_SPEC" : {"key_string" : "eme_dataset_mapping", "offset" : "1"}
+			, "SYSTEM_TYPE" : {"key_string" : "dbms", "offset" : "1"}
+			, "PRIMARY_SQL" : {"key_string" : "updateSqlFile", "offset" : "1", "param_type" : "sql_stmt"}
+			, "SECONDARY_SQL" : {"key_string" : "insertSqlFile", "offset" : "1", "param_type" : "sql_stmt"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+			, "CONFIG_FILE" : {"key_string" : "DBConfigFile", "offset" : "1", "param_type" : "file_path"}
+		}
+		, "Database/Multi_Update_Table" : {
+			"COLUMN_SPEC" : {"key_string" : "eme_dataset_mapping", "offset" : "1"}
+			, "PRIMARY_SQL" : {"key_regex" : "^primarySql([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "sql_stmt"}
+			, "SECONDARY_SQL" : {"key_regex" : "^secondarySql([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "sql_stmt"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+			, "CONFIG_FILE" : {"key_string" : "DBConfigFile", "offset" : "1", "param_type" : "file_path"}
+		}
+		, "Transform/Fuse" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Transform/Normalize" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"},
+			"LAYOUT_SPEC" : {"key_string" : "out_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Partitioning/Merge" : {
+			"GROUP_KEY" : {"key_string" : "key", "offset" : "1", "result" : "array", "delimiter" : ";", "unwrap_capture" : "^\s*\{(.+)\}\s*$"}
+		}
+		, "Datasets/Write_Multiple_Files" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Miscellaneous/Advanced/Procedural_Transform" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Miscellaneous/Run_Program" : {
+			"COMMAND" : {"key_string" : "commandline", "offset" : "1"}
+		}
+		, "Partitioning/Partition_by_Expression" : {
+			"PARTITION_EXPRESSION" : {"key_string" : "function", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Partitioning/Partition_by_Key" : {
+			"PARTITION_KEY" : {"key_string" : "key", "offset" : "1"}
+		}
+		, "Transform/Scan_with_Rollup" : {
+			"ROLLUP" : {"key_string" : "rollup_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "LAYOUT_SPEC" : {"key_string" : "out_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Validate/Create_Data" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			, "OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+			, "LAYOUT_SPEC" : {"key_string" : "out_metadata", "offset" : "1", "param_type" : "record_def"}
+			, "RESULT_COUNT" : {"key_string" : "num_records", "offset" : "1"}
+		}
+		, "Database/Begin_Transaction" : {
+			"OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Datasets/File_Utilities/Delete_Files" : {
+			"OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Datasets/Lookup_Utilities/Write_Multiple_Block_Compressed_Lookups" : {
+			"OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Datasets/Read_Multiple_Files" : {
+			"TRANSFORM" : {"key_string" : "transform", "offset" : "1", "param_type" : "code_block"}
+			,"OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Miscellaneous/Handle_Errors" : {
+			"OPERATIONS" : {"key_regex" : "^operation([0-9]+)$", "indexed" : true, "offset" : "1", "param_type" : "code_block"}
+		}
+		, "Miscellaneous/Leading_Records" : {
+			"NRECS" : {"key_string" : "num_records", "offset" : "1"}
+		}
+		, "Datasets/Lookup_Template" : {
+			"LAYOUT_SPEC" : {"key_string" : "RecordFormat", "offset" : "1", "param_type" : "record_def"}
+		}
+	}
+}

databricks/labs/remorph/bladerunner/Converter/Configs/Alteryx/alteryx2dws.json

@@ -0,0 +1,195 @@
+//!!!!!!!!!DO NOT MODIFY THIS FILE!!!!!!!!!
+//base alteryx reader json config file.
+//lists attributes to be picked up.
+//have this file inherited in converter config files
+{
+	"node_translation" : {
+		// notes: attribute INCLUDE_OVERRIDE tells the writer to include all columns automatically
+		"AlteryxDbFileInput" : {"USER_TYPE" : "SOURCE", "SRC_TGT_FLAG" : "SOURCE", "ALT_COMPONENT_NAME" : "FileInput"},
+		"AlteryxDbFileOutput" : {"USER_TYPE" : "TARGET", "SRC_TGT_FLAG" : "TARGET", "ALT_COMPONENT_NAME" : "FileOutput"},
+		"AlteryxDynamicRename" : {"USER_TYPE" : "FIELD_RENAME", "ALT_COMPONENT_NAME" : "DynRename"},
+		"AlteryxSelect" : {"USER_TYPE" : "FIELD_FILTER", "ALT_COMPONENT_NAME" : "Select", "FORCE_GENERATE_SQL" : 1},
+		"AlteryxFormula" : {"USER_TYPE" : "TRANSFORMATION", "PROPAGATE_FIELDS_FLAG" : 1, "INCLUDE_OVERRIDE" : 1, "ALT_COMPONENT_NAME" : "Formula" }, // Alteryx does not need to explicitly specify all columns in Formula, will propagate fields from prior component
+		"AlteryxFilter" : {"USER_TYPE" : "FILTER", "ALT_COMPONENT_NAME" : "Filter", "FORCE_GENERATE_SQL" : 1},
+		"AlteryxGuiToolkit.TextBox.TextBox" : {"USER_TYPE" : "ANNOTATION", "ALT_COMPONENT_NAME" : "TextBox"},
+		"AlteryxGuiToolkit.ToolContainer.ToolContainer" : {"USER_TYPE" : "CONTAINER", "ALT_COMPONENT_NAME" : "Container"},
+		"AlteryxJoin" : {"USER_TYPE" : "JOINER", "ALT_COMPONENT_NAME" : "Joiner", "PROPAGATE_FIELDS_FLAG" : 1, "FORCE_GENERATE_SQL" : 1},
+		"AlteryxDateTime" : {"USER_TYPE" : "TRANSFORMATION", "ALT_COMPONENT_NAME" : "DateTime", "PROPAGATE_FIELDS_FLAG" : 1, "INCLUDE_OVERRIDE" : 1},
+		"Macro:DateTimeNow.yxmc" : {"USER_TYPE" : "DATETIME_STRING", "ALT_COMPONENT_NAME" : "DateTimeNow"},
+		"AlteryxSummarize" : {"USER_TYPE" : "AGGREGATOR", "ALT_COMPONENT_NAME" : "Aggregator" },
+		"AlteryxUnion" : {"USER_TYPE" : "UNION", "ALT_COMPONENT_NAME" : "Union"},
+		"AlteryxTranspose" : {"USER_TYPE" : "SIMPLE_UNPIVOT", "ALT_COMPONENT_NAME" : "Transpose", "TRANSPOSED_COLUMN_NAME" : "Name", "TRANSPOSED_COLUMN_VALUE" : "Value"},
+		"AlteryxBrowseV2" : {"USER_TYPE" : "REWRITE_TABLE", "ALT_COMPONENT_NAME" : "Browse"},
+		"AlteryxUnique" : {"USER_TYPE" : "UNIQUE_ROW", "ALT_COMPONENT_NAME" : "Unique"},
+		"AlteryxBlockUntilDone" : {"USER_TYPE" : "SQL", "SQL" : "SELECT * FROM %PRIOR_NODE%", "ALT_COMPONENT_NAME" : "BlockUntilDone", "SKIP_ANALYZER" : 1},
+		"Macro:PublishToTableauServer_v2.0.0\Supporting_Macros\PublishToTableauServer.yxmc" : {"USER_TYPE" : "REWRITE_TABLE", "ALT_COMPONENT_NAME" : "PublishTableau"},
+		"PublishToTableauServer_v2.0.0\Supporting_Macros\PublishToTableauServer.yxmc" : {"USER_TYPE" : "REWRITE_TABLE", "ALT_COMPONENT_NAME" : "PublishTableau"},
+		"Macro:PublishToTableauServer\Publish to Tableau Server.yxmc" : {"USER_TYPE" : "REWRITE_TABLE", "ALT_COMPONENT_NAME" : "PublishTableau"},
+		"AlteryxTextInput" : {"USER_TYPE" : "STATIC_TABLE", "ALT_COMPONENT_NAME" : "TextInput" }, // static values in tabular format
+		"AlteryxSort" : {"USER_TYPE" : "SORTER", "ALT_COMPONENT_NAME" : "Sort", "ALL_COLUMNS" : 1 },
+		"AlteryxRecordID" : {"USER_TYPE" : "UNIQUE_ID_GENERATOR", "ALT_COMPONENT_NAME" : "RecordID"},
+		"Macro:Cleanse.yxmc" : {"USER_TYPE" : "CLEANSE", "ALT_COMPONENT_NAME" : "Cleanse", "PROPAGATE_FIELDS_FLAG" : 1},
+		"AlteryxAppendFields" :  {"USER_TYPE" : "CARTESIAN_PRODUCT", "ALT_COMPONENT_NAME" : "AppendFields", "PROPAGATE_FIELDS_FLAG" : 1, "FORCE_GENERATE_SQL" : 1, "CARTESIAN_PRODUCT" : 1, "JOIN_TYPE" : "INNER" },
+		"AlteryxCrossTab" :   {"USER_TYPE" : "CROSSTAB", "ALT_COMPONENT_NAME" : "CrossTab", "FORCE_GENERATE_SQL" : 1}
+	},
+
+	"FILE_FORMAT" : {
+		"23" : "ODBC",
+		"17" : "ORACLE",
+		"19" : "ALTERYX_DB",
+		"25" : "EXCEL",
+		"56" : "EXCEL_WITH_MACRO"
+	},
+
+	"component_type_naming_adjustments" : [  // RESERVED FOR FUTURE. this is needed only during conversions from Alteryx.  Alteryx allows to have unnamed components
+		
+	],
+
+	"attr_capture" : { //technical, do not change!
+		"AlteryxDbFileInput" : {
+			"File->content" : "SQL",
+			"RecordInfo" : "OUTPUT_FIELDS"
+		},
+		"AlteryxDbFileOutput" : {
+			"File->content" : "TABLE_NAME"
+		},
+		"AlteryxSelect" : {
+			"SelectFields" : "SELECTED_FIELDS"
+		},
+		"AlteryxDynamicRename" : {
+			"Fields" : "ALL_FIELDS",
+			"RecordInfo" : "OUTPUT_FIELDS",
+			"RenameMode" : "RENAME_MODE",
+			"post_process_attribute" : {"RENAME_MODE" : "join_array"},
+			"attribute_value_mapping" : {"RENAME_MODE" : {"^FirstRow$" : "FIRST_ROW"} } //conforming specs, regex based
+		},
+		"AlteryxFormula" : {
+			"FormulaFields" : "CALCULATED_FIELDS"
+		},
+		"AlteryxFilter" : {
+			"Expression" : "ORIG_OUTPUT_FILTER",
+			"Simple" : "SIMPLE_FILTER_MODEL",
+			"Mode" : "FILTER_MODE",
+			"post_process_attribute" : {"FILTER_MODE" : "join_array", "ORIG_OUTPUT_FILTER" : "join_array"}
+		},
+		"AlteryxGuiToolkit.TextBox.TextBox" : {
+			"Text" : "ANNOTATIONTEXT",
+			"post_process_attribute" : {"ANNOTATIONTEXT" : "join_array"}
+		},
+		"AlteryxGuiToolkit.ToolContainer.ToolContainer" : {
+			"Caption" : "ANNOTATIONTEXT",
+			"post_process_attribute" : {"ANNOTATIONTEXT" : "join_array"}
+		},
+		"AlteryxJoin" : {
+			"SelectFields" : "JOINER_SELECTED_FIELDS",
+			"joinByRecordPos" : "JOIN_BY_RECORD_POSITION",
+			"JoinInfo" : "JOIN_INFO",
+			"post_process_attribute" : {"JOIN_BY_RECORD_POSITION" : "string2boolean"}
+		},
+		"AlteryxDateTime" : {
+			"InputFieldName" : "DATETIME_INPUT_FIELD",
+			"OutputFieldName" : "DATETIME_OUTPUT_FIELD",
+			"Format" : "DATETIME_FORMAT",
+			"post_process_attribute" : {"DATETIME_INPUT_FIELD" : "join_array", "DATETIME_OUTPUT_FIELD" : "join_array", "DATETIME_FORMAT" : "join_array"}
+		},
+		"Macro:DateTimeNow.yxmc" : {
+			"OutputFormat" : "DATETIME_OUTPUT_FORMAT"
+		},
+		"AlteryxSummarize" : {
+			"SummarizeField" : "AGGREGATE_SPECS"
+		},
+		"AlteryxUnique" : {
+			"Field" : "UNIQUE_FIELDS"
+		},
+		"AlteryxTextInput" : {
+			"NumRows" : "NUMBER_OF_ROWS",
+			"Fields" : "OUTPUT_FIELDS",
+			"r" : "STATIC_DATA", // 'r' means rows
+			"post_process_attribute" : {"NUMBER_OF_ROWS" : "join_array"}
+		},
+		"AlteryxSort" : {
+			"Field" : "SORTED_FIELDS"
+		},
+		"AlteryxRecordID" : {
+			"FieldName" : "ROW_ID_COLUMN_NAME",
+			"StartValue" : "START_VALUE",
+			"Position" : "ROW_ID_COLUMN_POSITION",
+			"post_process_attribute" : {"START_VALUE" : "join_array", "ROW_ID_COLUMN_NAME" : "join_array", "ROW_ID_COLUMN_POSITION" : "join_array"}
+		},
+		"Macro:Cleanse.yxmc" : { // help: https://help.alteryx.com/20223/designer/data-cleansing-tool
+			"List Box (11)"  : "AFFECTED_FIELDS",
+			"Check Box (84)" : "STRING_FIELD_REPLACE_NULL_WITH_BLANK",
+			"Check Box (117)": "NUMERIC_FIELD_REPLACE_NULL_WITH_ZERO",
+			"Check Box (15)" : "REMOVE_LEADING_TRAILING_SPACES",
+			"Check Box (109)" : "REMOVE_TAB_CRLN_DUPSPACE", // removes tabs, newline, carriage return, duplicate whitespace
+			"Check Box (122)" : "REMOVE_ALL_SPACES",
+			"Check Box (53)" : "REMOVE_LETTERS",
+			"Check Box (58)" : "REMOVE_NUMBERS",
+			"Check Box (70)" : "REMOVE_PUBCTUATION",
+			"Check Box (77)" : "MODIFY_CASE",
+			"Drop Down (81)" : "CASE_MODIFICATION_SPEC",
+			"post_process_attribute" : {
+				"STRING_FIELD_REPLACE_NULL_WITH_BLANK" : "string2boolean",
+				"NUMERIC_FIELD_REPLACE_NULL_WITH_ZERO" : "string2boolean",
+			    "REMOVE_ALL_SPACES" : "string2boolean",
+			    "REMOVE_LEADING_TRAILING_SPACES" : "string2boolean",
+			    "REMOVE_LETTERS" : "string2boolean",
+			    "REMOVE_NUMBERS" : "string2boolean",
+			    "REMOVE_PUBCTUATION" : "string2boolean",
+			    "MODIFY_CASE" : "string2boolean",
+			    "REMOVE_TAB_CRLN_DUPSPACE" : "string2boolean"
+			}
+		},
+		"AlteryxAppendFields" : {
+			"SelectFields" : "JOINER_SELECTED_FIELDS",
+			"joinByRecordPos" : "JOIN_BY_RECORD_POSITION",
+			"JoinInfo" : "JOIN_INFO",
+			"post_process_attribute" : {"JOIN_BY_RECORD_POSITION" : "string2boolean"}
+		},
+		"AlteryxTranspose" : {
+			"KeyFields" : "TRANSPOSE_KEY_FIELDS",
+			"DataFields" : "TRANSPOSED_FIELDS"
+		},
+		"AlteryxCrossTab" : {
+			"GroupFields" : "CROSSTAB_GROUP_FIELDS",
+			"HeaderField" : "CROSSTAB_LABEL_FIELD",
+			"DataField" : "CROSSTAB_DATA_FIELD",
+			"RecordInfo" : "CROSSTAB_OUTPUT_FIELDS",
+			"Method" : "CROSSTAB_METHOD"
+		},
+		"PublishToTableauServer_v2.0.0\Supporting_Macros\PublishToTableauServer.yxmc" : {"datasourceName" : "DATASET_NAME"},
+		"Macro:PublishToTableauServer\Publish to Tableau Server.yxmc" : {"datasourceName" : "DATASET_NAME"}
+	},
+
+	// Supplemental instructions
+	"supplemental_instructions" : {
+		"AlteryxFilter:comparison_operations" : {
+			"Contains" : "%EXPRESSION% LIKE %OPERAND%",
+			"NotContains" : "NOT %EXPRESSION% LIKE %OPERAND%",
+			"=" : "%EXPRESSION% = %OPERAND%",
+			"!=" : "%EXPRESSION% != %OPERAND%",
+			">" : "%EXPRESSION% > %OPERAND%",
+			">=" : "%EXPRESSION% >= %OPERAND%",
+			"<=" : "%EXPRESSION% <= %OPERAND%",
+			"<" : "%EXPRESSION% < %OPERAND%",
+			"IsNotNull" : "%EXPRESSION% IS NOT NULL",
+			"IsNull" : "%EXPRESSION% IS NULL",
+			"IsNotEmpty" : "NVL(%EXPRESSION%,'') != ''"
+		}
+	},
+
+	"datatype_mapping" : {
+		"Int64" : "INTEGER",
+		"V_WString" : "STRING",
+		"WString" : "STRING",
+		"V_String" : "STRING",
+		"Bool" : "BOOLEAN",
+		"FixedDecimal" : "DECIMAL",
+		"DateTime" : "DATETIME",
+		"Date" : "DATE",
+		"Double" : "DOUBLE",
+		"String" : "STRING",
+		"Int16" : "INTEGER",
+		"Int32" : "INTEGER"
+	}
+}