csvpath 0.0.547__tar.gz → 0.0.548__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {csvpath-0.0.547 → csvpath-0.0.548}/PKG-INFO +1 -1
- csvpath-0.0.548/assets/config/config.ini +116 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/jenkins-local-azure.ini +9 -8
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/jenkins-local-filesystem-mysql.ini +2 -2
- csvpath-0.0.548/assets/config/jenkins-local-gcs.ini +101 -0
- csvpath-0.0.547/assets/config/jenkins-s3.ini → csvpath-0.0.548/assets/config/jenkins-local-s3.ini +10 -10
- csvpath-0.0.548/assets/config/jenkins-local-sftp.ini +101 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/jenkins-windows-azure.ini +2 -2
- csvpath-0.0.547/assets/config/jenkins-local-gcs.ini → csvpath-0.0.548/assets/config/jenkins-windows-gcs.ini +8 -8
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/jenkins-windows-local.ini +6 -6
- csvpath-0.0.548/assets/config/jenkins-windows-s3.ini +102 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/jenkins-windows-sftp.ini +9 -2
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/local-localhost-sftp.ini +4 -4
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/gcs.sh +2 -0
- csvpath-0.0.548/assets/gocd/mac/local-pipeline.gopipeline copy.json +64 -0
- csvpath-0.0.547/assets/gocd/mac/s3.sh → csvpath-0.0.548/assets/gocd/mac/local.sh +1 -1
- csvpath-0.0.548/assets/gocd/mac/s3.sh +9 -0
- csvpath-0.0.548/assets/gocd/windows/azure.bat +32 -0
- csvpath-0.0.548/assets/gocd/windows/gcs.bat +31 -0
- csvpath-0.0.548/assets/gocd/windows/local.bat +55 -0
- csvpath-0.0.548/assets/gocd/windows/s3.bat +33 -0
- csvpath-0.0.548/assets/gocd/windows/sftp.bat +31 -0
- csvpath-0.0.548/assets/gocd/windows/windows-gcs.gopipeline.json +61 -0
- csvpath-0.0.548/assets/gocd/windows/windows-local.gopipeline.json +61 -0
- csvpath-0.0.548/assets/gocd/windows/windows-s3.gopipeline.json +61 -0
- csvpath-0.0.548/assets/gocd/windows/windows-sftp.gopipeline.json +61 -0
- csvpath-0.0.548/config/config.ini +116 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/csvpath.py +12 -8
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/csvpaths.py +1 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/files/file_manager.py +15 -5
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/paths/paths_manager.py +43 -27
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/result_metadata.py +1 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/result_registrar.py +1 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/results_manager.py +2 -2
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_nos.py +5 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/config.py +87 -51
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/file_readers.py +21 -7
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_nos.py +5 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/nos.py +14 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/path_util.py +7 -2
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/files_reference_finder_2.py +31 -26
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_grammar.py +1 -11
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_manifest_entry_finder.py +2 -2
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_parser.py +101 -112
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_transformer.py +6 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_reference_finder_2.py +11 -3
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/path_filter.py +4 -3
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/resolve_possibles.py +1 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/token_filters.py +0 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/run_home_maker.py +3 -3
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_data_reader.py +14 -11
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_nos.py +5 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_nos.py +6 -2
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/template_util.py +1 -1
- {csvpath-0.0.547 → csvpath-0.0.548}/pyproject.toml +1 -1
- csvpath-0.0.547/assets/config/config.ini +0 -165
- csvpath-0.0.547/assets/config/jenkins-local-filesystem.ini +0 -134
- csvpath-0.0.547/assets/config/jenkins-local-sftp.ini +0 -136
- csvpath-0.0.547/assets/gocd/windows/azure.bat +0 -8
- csvpath-0.0.547/config/config.ini +0 -165
- csvpath-0.0.547/csvpath/util/references/files_tools/all_arrivals.py +0 -13
- csvpath-0.0.547/csvpath/util/references/files_tools/date_finder.py +0 -98
- csvpath-0.0.547/csvpath/util/references/files_tools/day_finder.py +0 -103
- csvpath-0.0.547/csvpath/util/references/files_tools/extensions_fixer.py +0 -11
- csvpath-0.0.547/csvpath/util/references/files_tools/manifest_order.py +0 -11
- csvpath-0.0.547/csvpath/util/references/files_tools/possible_filenames.py +0 -77
- csvpath-0.0.547/csvpath/util/references/files_tools/token_filters.py +0 -157
- csvpath-0.0.547/csvpath/util/references/results_tools/index_picker.py +0 -22
- {csvpath-0.0.547 → csvpath-0.0.548}/LICENSE +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/README.md +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/config/function.imports +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/azure-pipeline.gopipeline.json +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/azure.sh +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/gcs-pipeline.gopipeline.json +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/s3-pipeline.gopipeline.json +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/sftp-pipeline.gopipeline.json +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/mac/sftp.sh +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/gocd/windows/windows-azure.gopipeline.json +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_auto_arrival.bat +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_auto_arrival.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_auto_arrival.sh +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_mailbox_arrival.bat +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_mailbox_arrival.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sftpplus/handle_mailbox_arrival.sh +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sqlite/csvpath +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/assets/integrations/sqlite/schema.sql +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/asker.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/cli.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/const.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/debug_config.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/drill_down.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/function_describer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/function_lister.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/cli/selecter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/errors/error.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/errors/error_collector.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/errors/error_comms.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/errors/error_manager.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/files/file_metadata.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/files/file_registrar.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/files/files_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/files/lines_and_headers_cacher.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ckan/ckan.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ckan/ckan_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ckan/datafile.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ckan/dataset.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/event.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/event_result.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/file_listener_ol.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/job.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/ol_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/paths_listener_ol.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/result_listener_ol.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/results_listener_ol.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/run.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/run_listener_ol.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/run_state.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/ol/sender.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/error_metrics.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/metrics.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/otlp_error_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/otlp_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/otlp_result_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/otlp/otlp_results_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/scripts/scripts_results_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftp/sftp_sender.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftpplus/arrival_handler.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftpplus/rpc.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftpplus/sftpplus_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftpplus/transfer_creator.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sftpplus/transfers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/slack/event.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/slack/sender.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/engine.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/sql_file_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/sql_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/sql_paths_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/sql_result_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/sql_results_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/tables.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sql/updates.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sqlite/schema.sql +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sqlite/sqlite_result_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/sqlite/sqlite_results_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/webhook/webhook_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/integrations/webhook/webhook_results_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/metadata.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/paths/paths_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/paths/paths_metadata.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/paths/paths_registrar.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/registrar.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/readers/file_errors_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/readers/file_lines_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/readers/file_printouts_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/readers/file_unmatched_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/readers/readers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/result.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/result_file_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/result_serializer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/results_metadata.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/results/results_registrar.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/run/run_listener_stdout.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/run/run_metadata.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/run/run_registrar.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/managers/test_listener.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/args.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/args_helper.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/all.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/andf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/any.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/between.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/empty.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/exists.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/inf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/no.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/notf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/orf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/boolean/yes.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/count.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/count_bytes.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/count_headers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/count_lines.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/count_scans.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/counter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/every.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/has_matches.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/increment.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/tally.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/counting/total_lines.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/dates/now.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/function.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/function_factory.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/function_finder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/function_focus.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/append.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/collect.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/empty_stack.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/end.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/header_name.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/header_names_mismatch.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/headers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/insert.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/mismatch.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/replace.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/headers/reset_headers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/advance.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/after_blank.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/dups.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/first.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/first_line.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/last.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/lines/stop.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/above.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/add.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/divide.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/equals.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/intf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/mod.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/multiply.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/odd.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/round.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/subtotal.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/subtract.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/math/sum.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/misc/fingerprint.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/misc/importf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/misc/random.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/print/jinjaf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/print/print_line.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/print/print_queue.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/print/printf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/print/table.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/stats/minf.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/stats/nminmax.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/stats/percent.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/stats/percent_unique.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/stats/stdev.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/alter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/caps.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/concat.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/contains.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/length.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/lower.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/metaphone.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/regex.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/starts_with.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/strip.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/substring.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/strings/upper.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/testing/debug.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/boolean.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/datef.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/decimal.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/email.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/nonef.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/string.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/type.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/types/url.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/validity/fail.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/validity/failed.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/validity/line.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/variables/get.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/variables/pushpop.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/variables/put.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/variables/track.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/functions/variables/variables.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/lark_parser.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/lark_transformer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/matcher.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/equality.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/expression.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/header.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/matchable.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/qualified.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/reference.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/term.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/productions/variable.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/exceptions.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/expression_encoder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/expression_utility.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/lark_print_parser.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/print_parser.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/matching/util/runtime_data_collector.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/error_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/explain_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/files_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/logic_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/mode_controller.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/print_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/return_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/run_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/source_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/transfer_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/unmatched_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/modes/validation_mode.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/__init__.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/exceptions.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/parser.out +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/parsetab.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/scanner.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/scanning/scanning_lexer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_data_writer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_fingerprinter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_utils.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/azure/azure_xlsx_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/box.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/cache.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/caser.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/class_loader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/code.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/config_exception.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/date_util.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/exceptions.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/file_info.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/file_writers.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_data_writer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_fingerprinter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_utils.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/gcs/gcs_xlsx_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/hasher.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/http/http_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/intermediary.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/last_line_stats.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/line_counter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/line_monitor.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/line_spooler.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/log_utility.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/metadata_parser.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/pandas_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/printer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/files_tools/fingerprint_finder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/files_tools/range_finder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/ref_utils.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_exceptions.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/reference_results.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/data_finder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/date_filter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/identity_finder.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/results_tools/yesterday_or_today_translator.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/references/tools/date_completer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_data_writer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_fingerprinter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_utils.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/s3/s3_xlsx_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_config.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_data_writer.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_fingerprinter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_walk.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sftp/sftp_xlsx_data_reader.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/sqliter.py +0 -0
- {csvpath-0.0.547 → csvpath-0.0.548}/csvpath/util/var_utility.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: csvpath
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.548
|
|
4
4
|
Summary: A data preboarding framework for managing and validating CSV, Excel, and other tabular data files using a Collect, Store, Validate, Publish pattern to create a trusted publisher for downstream data consumers.
|
|
5
5
|
Author: David Kershaw
|
|
6
6
|
Author-email: dk107dk@hotmail.com
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip = yes
|
|
3
|
+
gcs.skip = yes
|
|
4
|
+
s3.skip = yes
|
|
5
|
+
sftp.skip = yes
|
|
6
|
+
|
|
7
|
+
[csvpath_files]
|
|
8
|
+
extensions = txt, csvpath, csvpaths
|
|
9
|
+
|
|
10
|
+
[csv_files]
|
|
11
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
12
|
+
|
|
13
|
+
[errors]
|
|
14
|
+
csvpath = raise, collect, print
|
|
15
|
+
csvpaths = raise, collect, print
|
|
16
|
+
use_format = full
|
|
17
|
+
pattern = {time}:{file}:{line}:{paths}:{instance}:{chain}: {message}
|
|
18
|
+
|
|
19
|
+
[logging]
|
|
20
|
+
csvpath = info
|
|
21
|
+
csvpaths = info
|
|
22
|
+
log_file = logs/csvpath.log
|
|
23
|
+
log_files_to_keep = 100
|
|
24
|
+
log_file_size = 52428800
|
|
25
|
+
handler = file
|
|
26
|
+
|
|
27
|
+
[config]
|
|
28
|
+
path = assets/config/config.ini
|
|
29
|
+
|
|
30
|
+
[cache]
|
|
31
|
+
path = cache
|
|
32
|
+
use_cache = yes
|
|
33
|
+
|
|
34
|
+
[functions]
|
|
35
|
+
imports = config/functions.imports
|
|
36
|
+
|
|
37
|
+
[results]
|
|
38
|
+
archive = archive
|
|
39
|
+
|
|
40
|
+
[inputs]
|
|
41
|
+
files = inputs/named_files
|
|
42
|
+
csvpaths = inputs/named_paths
|
|
43
|
+
on_unmatched_file_fingerprints = halt
|
|
44
|
+
|
|
45
|
+
[listeners]
|
|
46
|
+
groups = default
|
|
47
|
+
webhook.results = from csvpath.managers.integrations.webhook.webhook_results_listener import WebhookResultsListener
|
|
48
|
+
scripts.results = from csvpath.managers.integrations.scripts.scripts_results_listener import ScriptsResultsListener
|
|
49
|
+
sql.file = from csvpath.managers.integrations.sql.sql_file_listener import SqlFileListener
|
|
50
|
+
sql.paths = from csvpath.managers.integrations.sql.sql_paths_listener import SqlPathsListener
|
|
51
|
+
sql.result = from csvpath.managers.integrations.sql.sql_result_listener import SqlResultListener
|
|
52
|
+
sql.results = from csvpath.managers.integrations.sql.sql_results_listener import SqlResultsListener
|
|
53
|
+
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
54
|
+
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
55
|
+
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
56
|
+
default.paths = from csvpath.managers.paths.paths_listener import PathsListener
|
|
57
|
+
otlp.result = from csvpath.managers.integrations.otlp.otlp_result_listener import OpenTelemetryResultListener
|
|
58
|
+
otlp.results = from csvpath.managers.integrations.otlp.otlp_results_listener import OpenTelemetryResultsListener
|
|
59
|
+
otlp.errors = from csvpath.managers.integrations.otlp.otlp_error_listener import OpenTelemetryErrorListener
|
|
60
|
+
sftpplus.paths = from csvpath.managers.integrations.sftpplus.sftpplus_listener import SftpPlusListener
|
|
61
|
+
sftp.results = from csvpath.managers.integrations.sftp.sftp_sender import SftpSender
|
|
62
|
+
ckan.results = from csvpath.managers.integrations.ckan.ckan_listener import CkanListener
|
|
63
|
+
marquez.file = from csvpath.managers.integrations.ol.file_listener_ol import OpenLineageFileListener
|
|
64
|
+
marquez.paths = from csvpath.managers.integrations.ol.paths_listener_ol import OpenLineagePathsListener
|
|
65
|
+
marquez.result = from csvpath.managers.integrations.ol.result_listener_ol import OpenLineageResultListener
|
|
66
|
+
marquez.results = from csvpath.managers.integrations.ol.results_listener_ol import OpenLineageResultsListener
|
|
67
|
+
slack.file = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
68
|
+
slack.paths = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
69
|
+
slack.result = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
70
|
+
slack.results = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
71
|
+
|
|
72
|
+
[sftp]
|
|
73
|
+
server = 192.168.67.2
|
|
74
|
+
port = 10022
|
|
75
|
+
username = tinpenny
|
|
76
|
+
password = tinpenny
|
|
77
|
+
|
|
78
|
+
[sqlite]
|
|
79
|
+
db = archive/csvpath.db
|
|
80
|
+
|
|
81
|
+
[sql]
|
|
82
|
+
dialect = sqlite
|
|
83
|
+
connection_string = sqlite:///archive/csvpath-sqlite.db
|
|
84
|
+
|
|
85
|
+
[sftpplus]
|
|
86
|
+
mailbox_user = MAILBOX_USER
|
|
87
|
+
mailbox_password = MAILBOX_PASSWORD
|
|
88
|
+
server = SFTPPLUS_SERVER
|
|
89
|
+
port = SFTPPLUS_PORT
|
|
90
|
+
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
91
|
+
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
92
|
+
api_url = https://localhost:10020/json
|
|
93
|
+
scripts_dir =
|
|
94
|
+
execute_timeout = 300
|
|
95
|
+
|
|
96
|
+
[ckan]
|
|
97
|
+
server = http://localhost:80
|
|
98
|
+
api_token = eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJqdGkiOiI3akJwc1ZuSkVrZm1aNnBtVTJfTW5CNlJXZ211YjdOOHVXZ1l1cUFDa0Q4IiwiaWF0IjoxNzM0NzE4NDQ3fQ.QXWXoJoSxVES4NwXYBteYUD7enX9D5T2htmETLGFzrs
|
|
99
|
+
|
|
100
|
+
[marquez]
|
|
101
|
+
base_url = http://localhost:5000
|
|
102
|
+
endpoint = api/v1/lineage
|
|
103
|
+
api_key = "none"
|
|
104
|
+
timeout = 5
|
|
105
|
+
verify = False
|
|
106
|
+
|
|
107
|
+
[slack]
|
|
108
|
+
webhook_url =
|
|
109
|
+
|
|
110
|
+
[scripts]
|
|
111
|
+
run_scripts = yes
|
|
112
|
+
shell = /bin/bash
|
|
113
|
+
|
|
114
|
+
[extensions]
|
|
115
|
+
csvpath_files = None
|
|
116
|
+
|
|
@@ -1,8 +1,15 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip=no
|
|
3
|
+
gcs.skip=yes
|
|
4
|
+
s3.skip=yes
|
|
5
|
+
sftp.skip=yes
|
|
6
|
+
|
|
7
|
+
|
|
1
8
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
9
|
+
extensions = csvpath, csvpaths
|
|
3
10
|
|
|
4
11
|
[csv_files]
|
|
5
|
-
extensions =
|
|
12
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
13
|
|
|
7
14
|
[errors]
|
|
8
15
|
csvpath = raise, collect, stop, fail, print
|
|
@@ -35,12 +42,6 @@ files = azure://csvpath/inputs/named_files
|
|
|
35
42
|
csvpaths = inputs/named_paths
|
|
36
43
|
on_unmatched_file_fingerprints = halt
|
|
37
44
|
|
|
38
|
-
[testing]
|
|
39
|
-
azure.skip=no
|
|
40
|
-
gcs.skip=yes
|
|
41
|
-
s3.skip=yes
|
|
42
|
-
sftp.skip=yes
|
|
43
|
-
|
|
44
45
|
|
|
45
46
|
|
|
46
47
|
#
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip = yes
|
|
3
|
+
gcs.skip = no
|
|
4
|
+
s3.skip = yes
|
|
5
|
+
sftp.skip = yes
|
|
6
|
+
|
|
7
|
+
[csvpath_files]
|
|
8
|
+
extensions = csvpath, csvpaths
|
|
9
|
+
|
|
10
|
+
[csv_files]
|
|
11
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
12
|
+
|
|
13
|
+
[errors]
|
|
14
|
+
csvpath = raise, collect, print
|
|
15
|
+
csvpaths = raise, collect, print
|
|
16
|
+
use_format = full
|
|
17
|
+
csvpath-testing-1pattern = {time}:{file}:{line}:{paths}:{instance}:{chain}: {message}
|
|
18
|
+
|
|
19
|
+
[logging]
|
|
20
|
+
csvpath = debug
|
|
21
|
+
csvpaths = debug
|
|
22
|
+
log_file = logs/csvpath.log
|
|
23
|
+
log_files_to_keep = 100
|
|
24
|
+
log_file_size = 52428800
|
|
25
|
+
|
|
26
|
+
[config]
|
|
27
|
+
path = assets/config/jenkins-local-gcs.ini
|
|
28
|
+
|
|
29
|
+
[cache]
|
|
30
|
+
path = cache
|
|
31
|
+
use_cache = no
|
|
32
|
+
|
|
33
|
+
[functions]
|
|
34
|
+
imports = config/functions.imports
|
|
35
|
+
|
|
36
|
+
[results]
|
|
37
|
+
archive = archive
|
|
38
|
+
|
|
39
|
+
[inputs]
|
|
40
|
+
files = gs://csvpath-testing-1/inputs/named_files
|
|
41
|
+
csvpaths = named_paths
|
|
42
|
+
on_unmatched_file_fingerprints = halt
|
|
43
|
+
|
|
44
|
+
[listeners]
|
|
45
|
+
groups =
|
|
46
|
+
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
47
|
+
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
48
|
+
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
49
|
+
default.paths = from csvpath.managers.paths.paths_listener import PathsListener
|
|
50
|
+
otlp.result = from csvpath.managers.integrations.otlp.otlp_result_listener import OpenTelemetryResultListener
|
|
51
|
+
otlp.results = from csvpath.managers.integrations.otlp.otlp_results_listener import OpenTelemetryResultsListener
|
|
52
|
+
otlp.errors = from csvpath.managers.integrations.otlp.otlp_error_listener import OpenTelemetryErrorListener
|
|
53
|
+
sftpplus.paths = from csvpath.managers.integrations.sftpplus.sftpplus_listener import SftpPlusListener
|
|
54
|
+
sftp.results = from csvpath.managers.integrations.sftp.sftp_listener import SftpListener
|
|
55
|
+
ckan.results = from csvpath.managers.integrations.ckan.ckan_listener import CkanListener
|
|
56
|
+
marquez.file = from csvpath.managers.integrations.ol.file_listener_ol import OpenLineageFileListener
|
|
57
|
+
marquez.paths = from csvpath.managers.integrations.ol.paths_listener_ol import OpenLineagePathsListener
|
|
58
|
+
marquez.result = from csvpath.managers.integrations.ol.result_listener_ol import OpenLineageResultListener
|
|
59
|
+
marquez.results = from csvpath.managers.integrations.ol.results_listener_ol import OpenLineageResultsListener
|
|
60
|
+
slack.file = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
61
|
+
slack.paths = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
62
|
+
slack.result = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
63
|
+
slack.results = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
64
|
+
|
|
65
|
+
[sftp]
|
|
66
|
+
server = 172.17.0.3
|
|
67
|
+
port = 10022
|
|
68
|
+
username = tinpenny
|
|
69
|
+
password = tinpenny
|
|
70
|
+
|
|
71
|
+
[sqlite]
|
|
72
|
+
db = archive/csvpath.db
|
|
73
|
+
|
|
74
|
+
[sftpplus]
|
|
75
|
+
mailbox_user = MAILBOX_USER
|
|
76
|
+
mailbox_password = MAILBOX_PASSWORD
|
|
77
|
+
server = SFTPPLUS_SERVER
|
|
78
|
+
port = SFTPPLUS_PORT
|
|
79
|
+
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
80
|
+
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
81
|
+
api_url = https://localhost:10020/json
|
|
82
|
+
scripts_dir =
|
|
83
|
+
execute_timeout = 300
|
|
84
|
+
|
|
85
|
+
[ckan]
|
|
86
|
+
server = http://localhost:80
|
|
87
|
+
api_token = eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJqdGkiOiI3akJwc1ZuSkVrZm1aNnBtVTJfTW5CNlJXZ211YjdOOHVXZ1l1cUFDa0Q4IiwiaWF0IjoxNzM0NzE4NDQ3fQ.QXWXoJoSxVES4NwXYBteYUD7enX9D5T2htmETLGFzrs
|
|
88
|
+
|
|
89
|
+
[marquez]
|
|
90
|
+
base_url = http://localhost:5000
|
|
91
|
+
endpoint = api/v1/lineage
|
|
92
|
+
api_key = "none"
|
|
93
|
+
timeout = 5
|
|
94
|
+
verify = False
|
|
95
|
+
|
|
96
|
+
[slack]
|
|
97
|
+
webhook_url =
|
|
98
|
+
|
|
99
|
+
[extensions]
|
|
100
|
+
csvpath_files = None
|
|
101
|
+
|
csvpath-0.0.547/assets/config/jenkins-s3.ini → csvpath-0.0.548/assets/config/jenkins-local-s3.ini
RENAMED
|
@@ -1,8 +1,14 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip = yes
|
|
3
|
+
gcs.skip = yes
|
|
4
|
+
s3.skip = no
|
|
5
|
+
sftp.skip = yes
|
|
6
|
+
|
|
1
7
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
8
|
+
extensions = csvpath, csvpaths
|
|
3
9
|
|
|
4
10
|
[csv_files]
|
|
5
|
-
extensions =
|
|
11
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
12
|
|
|
7
13
|
[errors]
|
|
8
14
|
csvpath = raise, collect, print
|
|
@@ -18,7 +24,7 @@ log_files_to_keep = 100
|
|
|
18
24
|
log_file_size = 52428800
|
|
19
25
|
|
|
20
26
|
[config]
|
|
21
|
-
path = assets/config/jenkins-s3.ini
|
|
27
|
+
path = assets/config/jenkins-local-s3.ini
|
|
22
28
|
|
|
23
29
|
[cache]
|
|
24
30
|
path = cache
|
|
@@ -35,14 +41,8 @@ files = s3://csvpath-example-1/inputs/named_files
|
|
|
35
41
|
csvpaths = inputs/named_paths
|
|
36
42
|
on_unmatched_file_fingerprints = halt
|
|
37
43
|
|
|
38
|
-
[testing]
|
|
39
|
-
azure.skip = yes
|
|
40
|
-
gcs.skip = yes
|
|
41
|
-
s3.skip = no
|
|
42
|
-
sftp.skip = yes
|
|
43
|
-
|
|
44
44
|
[listeners]
|
|
45
|
-
groups =
|
|
45
|
+
groups = default
|
|
46
46
|
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
47
47
|
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
48
48
|
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
[csvpath_files]
|
|
2
|
+
extensions = csvpath, csvpaths
|
|
3
|
+
|
|
4
|
+
[csv_files]
|
|
5
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
|
+
|
|
7
|
+
[errors]
|
|
8
|
+
csvpath = raise, collect, print
|
|
9
|
+
csvpaths = raise, collect, print
|
|
10
|
+
use_format = full
|
|
11
|
+
pattern = {time}:{file}:{line}:{paths}:{instance}:{chain}: {message}
|
|
12
|
+
|
|
13
|
+
[logging]
|
|
14
|
+
csvpath = debug
|
|
15
|
+
csvpaths = debug
|
|
16
|
+
log_file = logs/csvpath.log
|
|
17
|
+
log_files_to_keep = 100
|
|
18
|
+
log_file_size = 52428800
|
|
19
|
+
|
|
20
|
+
[config]
|
|
21
|
+
path = assets/config/jenkins-local-sftp.ini
|
|
22
|
+
|
|
23
|
+
[cache]
|
|
24
|
+
path = cache
|
|
25
|
+
use_cache = no
|
|
26
|
+
|
|
27
|
+
[functions]
|
|
28
|
+
imports = config/functions.imports
|
|
29
|
+
|
|
30
|
+
[results]
|
|
31
|
+
archive = archive
|
|
32
|
+
|
|
33
|
+
[inputs]
|
|
34
|
+
files = inputs/named_files
|
|
35
|
+
csvpaths = sftp://192.168.70.1:2022/inputs/named_paths
|
|
36
|
+
on_unmatched_file_fingerprints = halt
|
|
37
|
+
|
|
38
|
+
[testing]
|
|
39
|
+
azure.skip = yes
|
|
40
|
+
gcs.skip = yes
|
|
41
|
+
s3.skip = yes
|
|
42
|
+
sftp.skip = no
|
|
43
|
+
|
|
44
|
+
[listeners]
|
|
45
|
+
groups =
|
|
46
|
+
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
47
|
+
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
48
|
+
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
49
|
+
default.paths = from csvpath.managers.paths.paths_listener import PathsListener
|
|
50
|
+
otlp.result = from csvpath.managers.integrations.otlp.otlp_result_listener import OpenTelemetryResultListener
|
|
51
|
+
otlp.results = from csvpath.managers.integrations.otlp.otlp_results_listener import OpenTelemetryResultsListener
|
|
52
|
+
otlp.errors = from csvpath.managers.integrations.otlp.otlp_error_listener import OpenTelemetryErrorListener
|
|
53
|
+
sftpplus.paths = from csvpath.managers.integrations.sftpplus.sftpplus_listener import SftpPlusListener
|
|
54
|
+
sftp.results = from csvpath.managers.integrations.sftp.sftp_listener import SftpListener
|
|
55
|
+
ckan.results = from csvpath.managers.integrations.ckan.ckan_listener import CkanListener
|
|
56
|
+
marquez.file = from csvpath.managers.integrations.ol.file_listener_ol import OpenLineageFileListener
|
|
57
|
+
marquez.paths = from csvpath.managers.integrations.ol.paths_listener_ol import OpenLineagePathsListener
|
|
58
|
+
marquez.result = from csvpath.managers.integrations.ol.result_listener_ol import OpenLineageResultListener
|
|
59
|
+
marquez.results = from csvpath.managers.integrations.ol.results_listener_ol import OpenLineageResultsListener
|
|
60
|
+
slack.file = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
61
|
+
slack.paths = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
62
|
+
slack.result = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
63
|
+
slack.results = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
64
|
+
|
|
65
|
+
[sftp]
|
|
66
|
+
server = 192.168.70.1
|
|
67
|
+
port = 2022
|
|
68
|
+
username = python
|
|
69
|
+
password = hangzhou
|
|
70
|
+
|
|
71
|
+
[sqlite]
|
|
72
|
+
db = archive/csvpath.db
|
|
73
|
+
|
|
74
|
+
[sftpplus]
|
|
75
|
+
mailbox_user = MAILBOX_USER
|
|
76
|
+
mailbox_password = MAILBOX_PASSWORD
|
|
77
|
+
server = SFTPPLUS_SERVER
|
|
78
|
+
port = SFTPPLUS_PORT
|
|
79
|
+
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
80
|
+
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
81
|
+
api_url = https://localhost:10020/json
|
|
82
|
+
scripts_dir =
|
|
83
|
+
execute_timeout = 300
|
|
84
|
+
|
|
85
|
+
[ckan]
|
|
86
|
+
server = http://localhost:80
|
|
87
|
+
api_token = eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJqdGkiOiI3akJwc1ZuSkVrZm1aNnBtVTJfTW5CNlJXZ211YjdOOHVXZ1l1cUFDa0Q4IiwiaWF0IjoxNzM0NzE4NDQ3fQ.QXWXoJoSxVES4NwXYBteYUD7enX9D5T2htmETLGFzrs
|
|
88
|
+
|
|
89
|
+
[marquez]
|
|
90
|
+
base_url = http://localhost:5000
|
|
91
|
+
endpoint = api/v1/lineage
|
|
92
|
+
api_key = "none"
|
|
93
|
+
timeout = 5
|
|
94
|
+
verify = False
|
|
95
|
+
|
|
96
|
+
[slack]
|
|
97
|
+
webhook_url =
|
|
98
|
+
|
|
99
|
+
[extensions]
|
|
100
|
+
csvpath_files = None
|
|
101
|
+
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
2
|
+
extensions = csvpath, csvpaths
|
|
3
3
|
|
|
4
4
|
[csv_files]
|
|
5
|
-
extensions =
|
|
5
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
6
|
|
|
7
7
|
[errors]
|
|
8
8
|
csvpath = raise, collect, stop, fail, print
|
|
@@ -13,26 +13,26 @@ pattern = {time}:{file}:{line}:{paths}:{instance}:{chain}: {message}
|
|
|
13
13
|
[logging]
|
|
14
14
|
csvpath = debug
|
|
15
15
|
csvpaths = debug
|
|
16
|
-
log_file = logs
|
|
16
|
+
log_file = logs\csvpath.log
|
|
17
17
|
log_files_to_keep = 100
|
|
18
18
|
log_file_size = 52428800
|
|
19
19
|
|
|
20
20
|
[config]
|
|
21
|
-
path = assets
|
|
21
|
+
path = assets\config\jenkins-windows-gcs.ini
|
|
22
22
|
|
|
23
23
|
[cache]
|
|
24
24
|
path = cache
|
|
25
25
|
use_cache = no
|
|
26
26
|
|
|
27
27
|
[functions]
|
|
28
|
-
imports = config
|
|
28
|
+
imports = config\functions.imports
|
|
29
29
|
|
|
30
30
|
[results]
|
|
31
31
|
archive = archive
|
|
32
32
|
|
|
33
33
|
[inputs]
|
|
34
|
-
files = gs://
|
|
35
|
-
csvpaths = named_paths
|
|
34
|
+
files = gs://csvpath-testing-1/inputs/named_files
|
|
35
|
+
csvpaths = inputs\named_paths
|
|
36
36
|
on_unmatched_file_fingerprints = halt
|
|
37
37
|
|
|
38
38
|
[testing]
|
|
@@ -101,7 +101,7 @@ username = tinpenny
|
|
|
101
101
|
password = tinpenny
|
|
102
102
|
|
|
103
103
|
[sqlite]
|
|
104
|
-
db = archive
|
|
104
|
+
db = archive\csvpath.db
|
|
105
105
|
|
|
106
106
|
[sftpplus]
|
|
107
107
|
# these are only needed by the csvpath writer
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
2
|
+
extensions = csvpath, csvpaths
|
|
3
3
|
|
|
4
4
|
[csv_files]
|
|
5
|
-
extensions =
|
|
5
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
6
|
|
|
7
7
|
[errors]
|
|
8
8
|
csvpath = raise, collect, print
|
|
@@ -39,7 +39,6 @@ on_unmatched_file_fingerprints = halt
|
|
|
39
39
|
[listeners]
|
|
40
40
|
groups = scripts
|
|
41
41
|
scripts.results = from csvpath.managers.integrations.scripts.scripts_results_listener import ScriptsResultsListener
|
|
42
|
-
|
|
43
42
|
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
44
43
|
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
45
44
|
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
@@ -76,7 +75,7 @@ port = SFTPPLUS_PORT
|
|
|
76
75
|
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
77
76
|
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
78
77
|
api_url = https://localhost:10020/json
|
|
79
|
-
scripts_dir =
|
|
78
|
+
scripts_dir =
|
|
80
79
|
execute_timeout = 300
|
|
81
80
|
|
|
82
81
|
[ckan]
|
|
@@ -91,11 +90,12 @@ timeout = 5
|
|
|
91
90
|
verify = False
|
|
92
91
|
|
|
93
92
|
[slack]
|
|
94
|
-
webhook_url =
|
|
93
|
+
webhook_url =
|
|
95
94
|
|
|
96
95
|
[scripts]
|
|
97
96
|
run_scripts = yes
|
|
98
97
|
shell = /bin/bash
|
|
99
98
|
|
|
100
|
-
|
|
99
|
+
[extensions]
|
|
100
|
+
csvpath_files = None
|
|
101
101
|
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip = yes
|
|
3
|
+
gcs.skip = yes
|
|
4
|
+
s3.skip = no
|
|
5
|
+
sftp.skip = yes
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
[csvpath_files]
|
|
9
|
+
extensions = csvpath, csvpaths
|
|
10
|
+
|
|
11
|
+
[csv_files]
|
|
12
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
13
|
+
|
|
14
|
+
[errors]
|
|
15
|
+
csvpath = raise, collect, print
|
|
16
|
+
csvpaths = raise, collect, print
|
|
17
|
+
use_format = full
|
|
18
|
+
pattern = {time}:{file}:{line}:{paths}:{instance}:{chain}: {message}
|
|
19
|
+
|
|
20
|
+
[logging]
|
|
21
|
+
csvpath = debug
|
|
22
|
+
csvpaths = debug
|
|
23
|
+
log_file = logs\csvpath.log
|
|
24
|
+
log_files_to_keep = 100
|
|
25
|
+
log_file_size = 52428800
|
|
26
|
+
|
|
27
|
+
[config]
|
|
28
|
+
path = assets\config\jenkins-s3.ini
|
|
29
|
+
|
|
30
|
+
[cache]
|
|
31
|
+
path = cache
|
|
32
|
+
use_cache = no
|
|
33
|
+
|
|
34
|
+
[functions]
|
|
35
|
+
imports = config\functions.imports
|
|
36
|
+
|
|
37
|
+
[results]
|
|
38
|
+
archive = archive
|
|
39
|
+
|
|
40
|
+
[inputs]
|
|
41
|
+
files = s3://csvpath-example-1/inputs/named_files
|
|
42
|
+
csvpaths = inputs\named_paths
|
|
43
|
+
on_unmatched_file_fingerprints = halt
|
|
44
|
+
|
|
45
|
+
[listeners]
|
|
46
|
+
groups =
|
|
47
|
+
sqlite.result = from csvpath.managers.integrations.sqlite.sqlite_result_listener import SqliteResultListener
|
|
48
|
+
sqlite.results = from csvpath.managers.integrations.sqlite.sqlite_results_listener import SqliteResultsListener
|
|
49
|
+
default.file = from csvpath.managers.files.files_listener import FilesListener
|
|
50
|
+
default.paths = from csvpath.managers.paths.paths_listener import PathsListener
|
|
51
|
+
otlp.result = from csvpath.managers.integrations.otlp.otlp_result_listener import OpenTelemetryResultListener
|
|
52
|
+
otlp.results = from csvpath.managers.integrations.otlp.otlp_results_listener import OpenTelemetryResultsListener
|
|
53
|
+
otlp.errors = from csvpath.managers.integrations.otlp.otlp_error_listener import OpenTelemetryErrorListener
|
|
54
|
+
sftpplus.paths = from csvpath.managers.integrations.sftpplus.sftpplus_listener import SftpPlusListener
|
|
55
|
+
sftp.results = from csvpath.managers.integrations.sftp.sftp_listener import SftpListener
|
|
56
|
+
ckan.results = from csvpath.managers.integrations.ckan.ckan_listener import CkanListener
|
|
57
|
+
marquez.file = from csvpath.managers.integrations.ol.file_listener_ol import OpenLineageFileListener
|
|
58
|
+
marquez.paths = from csvpath.managers.integrations.ol.paths_listener_ol import OpenLineagePathsListener
|
|
59
|
+
marquez.result = from csvpath.managers.integrations.ol.result_listener_ol import OpenLineageResultListener
|
|
60
|
+
marquez.results = from csvpath.managers.integrations.ol.results_listener_ol import OpenLineageResultsListener
|
|
61
|
+
slack.file = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
62
|
+
slack.paths = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
63
|
+
slack.result = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
64
|
+
slack.results = from csvpath.managers.integrations.slack.sender import SlackSender
|
|
65
|
+
|
|
66
|
+
[sftp]
|
|
67
|
+
server = 172.17.0.3
|
|
68
|
+
port = 10022
|
|
69
|
+
username = tinpenny
|
|
70
|
+
password = tinpenny
|
|
71
|
+
|
|
72
|
+
[sqlite]
|
|
73
|
+
db = archive\csvpath.db
|
|
74
|
+
|
|
75
|
+
[sftpplus]
|
|
76
|
+
mailbox_user = MAILBOX_USER
|
|
77
|
+
mailbox_password = MAILBOX_PASSWORD
|
|
78
|
+
server = SFTPPLUS_SERVER
|
|
79
|
+
port = SFTPPLUS_PORT
|
|
80
|
+
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
81
|
+
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
82
|
+
api_url = https://localhost:10020/json
|
|
83
|
+
scripts_dir =
|
|
84
|
+
execute_timeout = 300
|
|
85
|
+
|
|
86
|
+
[ckan]
|
|
87
|
+
server = http://localhost:80
|
|
88
|
+
api_token = eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJqdGkiOiI3akJwc1ZuSkVrZm1aNnBtVTJfTW5CNlJXZ211YjdOOHVXZ1l1cUFDa0Q4IiwiaWF0IjoxNzM0NzE4NDQ3fQ.QXWXoJoSxVES4NwXYBteYUD7enX9D5T2htmETLGFzrs
|
|
89
|
+
|
|
90
|
+
[marquez]
|
|
91
|
+
base_url = http://localhost:5000
|
|
92
|
+
endpoint = api/v1/lineage
|
|
93
|
+
api_key = "none"
|
|
94
|
+
timeout = 5
|
|
95
|
+
verify = False
|
|
96
|
+
|
|
97
|
+
[slack]
|
|
98
|
+
webhook_url =
|
|
99
|
+
|
|
100
|
+
[extensions]
|
|
101
|
+
csvpath_files = None
|
|
102
|
+
|
|
@@ -1,8 +1,15 @@
|
|
|
1
|
+
[testing]
|
|
2
|
+
azure.skip = yes
|
|
3
|
+
gcs.skip = yes
|
|
4
|
+
s3.skip = yes
|
|
5
|
+
sftp.skip = no
|
|
6
|
+
|
|
7
|
+
|
|
1
8
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
9
|
+
extensions = csvpath, csvpaths
|
|
3
10
|
|
|
4
11
|
[csv_files]
|
|
5
|
-
extensions =
|
|
12
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
13
|
|
|
7
14
|
[errors]
|
|
8
15
|
csvpath = raise, collect, stop, fail, print
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
[csvpath_files]
|
|
2
|
-
extensions =
|
|
2
|
+
extensions = csvpath, csvpaths
|
|
3
3
|
|
|
4
4
|
[csv_files]
|
|
5
|
-
extensions =
|
|
5
|
+
extensions = csv, tsv, dat, tab, psv, ssv
|
|
6
6
|
|
|
7
7
|
[errors]
|
|
8
8
|
csvpath = raise, collect, print
|
|
@@ -72,7 +72,7 @@ port = SFTPPLUS_PORT
|
|
|
72
72
|
admin_username = SFTPPLUS_ADMIN_USERNAME
|
|
73
73
|
admin_password = SFTPPLUS_ADMIN_PASSWORD
|
|
74
74
|
api_url = https://localhost:10020/json
|
|
75
|
-
scripts_dir =
|
|
75
|
+
scripts_dir =
|
|
76
76
|
execute_timeout = 300
|
|
77
77
|
|
|
78
78
|
[ckan]
|
|
@@ -87,5 +87,5 @@ timeout = 5
|
|
|
87
87
|
verify = False
|
|
88
88
|
|
|
89
89
|
[slack]
|
|
90
|
-
webhook_url =
|
|
90
|
+
webhook_url =
|
|
91
91
|
|