Files

test_cli_run.py (py)

pandas-job (txt)

01_run_template.py (py)

10_pandas_step.py (py)

simple-job-config-ini-sections (txt)

config.ini (ini)

1_step.py (py)

create_db.sql.sql (sql)

insert_into_db.sql.sql (sql)

simple-job-config-ini (txt)

config.ini (ini)

1_step.py (py)

cancel-job-template (txt)

2_step.py (py)

1_step.py (py)

01_ingest.py (py)

20_python_step.py (py)

jlab-extension.png (image)

README.md (md)

vep-1416-vdk-troubleshooting-tools (txt)

README.md (md)

diagrams (txt)

plugin_details.png (image)

utility_class_diagram.png (image)

plugin_diagram.png (image)

utility_class_diagram_plantuml_source.txt (txt)

README.md (md)

diagrams (txt)

high_level_design.png (image)

high_level_sequence_plantUML_source.txt (txt)

high_level_sequence.png (image)

high_level_design_plantUML_source.txt (txt)

diagrams (txt)

README.md (md)

high_level_design.png (image)

vep-2448-vdk-run-logs-simplified-and-readable (txt)

progress-tracker-break-down.svg (image)

progress-tracker-sequence.svg (image)

README.md (md)

progress_tracker_pseudo_code.py (py)

cicd (txt)

README.md (md)

progress-tracker-presenter.svg (image)

10_sql_step.sql (sql)

job_archive.py (py)

plugin (txt)

control_plugin_manager.py (py)

rest_lib (txt)

logout.py (py)

plugin (txt)

markers.py (py)

job_input_error_classifier_test.py (py)

test_config_help.py (py)

test_datajob_service_properties.py (py)

10_pandas_step.py (py)

12_step.sql (sql)

11_step.sql (sql)

10_step.sql (sql)

21_step.sql (sql)

requirements.txt (txt)

22_step.sql (sql)

20_step.sql (sql)

02_append_to_table.py (py)

template-ingest-to-two-dbs (txt)

1_step.py (py)

10_copy_message.py (py)

1_step.py (py)

11_step.sql (sql)

config.ini (ini)

12_step.sql (sql)

requirements.txt (txt)

config.ini (ini)

job-using-risky-templates (txt)

10_query_then_handle_exceptions.py (py)

write-directory (txt)

01_read_csv.py (py)

simple-create-insert-huge (txt)

01_step.py (py)

20_insert_into_db.sql (sql)

20_insert_first.sql (sql)

10_create_db.sql (sql)

10_create_first.sql (sql)

11_create_second.sql (sql)

21_insert_second.sql (sql)

job-using-two-different-dbs-templates (txt)

fail-job-secrets (txt)

syntax-error-job (txt)

simple-create-insert-failed (txt)

job-ingest-to-two-dbs-templates (txt)

ingest_to_two_dbs_with_different_types (txt)

NNNN-template (txt)

vep-1739-multiple-python-versions (txt)

vep-2420-getting-started-with-my-data (txt)

api (txt)

control (txt)

job_properties (txt)

multiple-dbs-from-same-type-sql-job (txt)

template-append (txt)

secrets-job (txt)

job-with-config-ini (txt)

multiple-dbs-from-same-type-python-job (txt)

simple-query-failed-handled (txt)

template-multiple-different-dbs-sql (txt)

cells.jpeg (image)

high-level-design.jpeg (image)

high-level-diagram.png (image)

vdk-notebook-plugin.jpeg (image)

example.png (image)

working-with_notebook-steps.png (image)

jupyter-auth.svg (image)

job_details.png (image)

README.md (md)

class-diagram.png (image)

job_executions.png (image)

deploy_data_job_diagram.png (image)

sample-workflow.png (image)

home.png (image)

sample-execution.png (image)

high-level-diagram.png (image)

read_data_job_deployment_config_diagram.png (image)

README.md (md)

pipeline_diagram.png (image)

README.MD (md)

README.md (md)

sequence_diagram.png (image)

jobs_page.png (image)

README.md (md)

database_data_model.png (image)

README.md (md)

devops-data-vdk-cycle.png (image)

README.md (md)

docker_parse.sh (sh)

docker_push_vdk.sh (sh)

release_test_heartbeat_config.ini (ini)

build.sh (sh)

notify.sh (sh)

config.ini (ini)

NOTICE.txt (txt)

CONTRIBUTING.md (md)

.gitlab-ci-lib.yml (yml)

README.md (md)

test_utils.py (py)

build.sh (sh)

.gitlab-ci.yml (yml)

version.txt (txt)

vdk-configuration.ini (ini)

cli_utils_test.py (py)

requirements.txt (txt)

cli_utils.py (py)

test_vdk_config.py (py)

download_job.py (py)

test_plugin_hooks.py (py)

test_properties.py (py)

test_output_printer.py (py)

test_list.py (py)

test_info.py (py)

conftest.py (py)

test_download_job.py (py)

test_create.py (py)

test_secrets.py (py)

test_deploy.py (py)

test_download_key.py (py)

unused.py (py)

config.ini (ini)

vdk-configuration.ini (ini)

test_default.py (py)

test_login.py (py)

test_delete.py (py)

1_new_module_step.py (py)

main.py (py)

log_config.py (py)

output_printer.py (py)

version_utils.py (py)

job_config.py (py)

requirements.txt (txt)

README.md (md)

create.py (py)

vdk_config.py (py)

defaults_config.py (py)

default_options.py (py)

config.ini (ini)

info.py (py)

factory.py (py)

rest_client_errors.py (py)

vdk_exception.py (py)

vdk_control_build_info.py (py)

version.py (py)

deploy_cli.py (py)

properties.py (py)

execute.py (py)

deploy_cli_impl.py (py)

list.py (py)

secrets.py (py)

delete.py (py)

show.py (py)

default.py (py)

vdk-components.svg (image)

setup.py (py)

simple-data-job-lifecycle.svg (image)

20_insert_data_into_orders_table.sql (sql)

specs.py (py)

deploy-base-vdk-image.sh (sh)

plugin-cli-lifecycle.svg (image)

simple-functional-test.sh (sh)

release-vdk-core.sh (sh)

build.sh (sh)

10_create_orders_table.sql (sql)

.gitlab-ci.yml (yml)

README.md (md)

requirements.txt (txt)

version.txt (txt)

set-patch-version.sh (sh)

30_check_orders_table.py (py)

config.ini (ini)

test_core_context.py (py)

test_statestore.py (py)

test_log_config.py (py)

test_ingester_base.py (py)

test_config.py (py)

test_cli_entry.py (py)

test_run_load_setuptools_errors.py (py)

test_errors.py (py)

test_plugin.py (py)

test_writer.py (py)

test_managed_cursor.py (py)

test_connection_router.py (py)

test_managed_connection_base.py (py)

test_plugin_utils.py (py)

test_job_config.py (py)

test_configuration.py (py)

test_sql_argument_substitutor.py (py)

test_execution_results.py (py)

test_substitute_query_params.py (py)

test_vdk_config.py (py)

test_summary_output.py (py)

test_new_version_check_plugin.py (py)

test_data_job.py (py)

test_debug.py (py)

test_secrets_router.py (py)

test_cached_secrets.py (py)

test_datajob_service_secrets.py (py)

test_notification.py (py)

test_ingester_router.py (py)

test_notification_configuration.py (py)

test_ingester_utils.py (py)

test_template_impl.py (py)

test_new_version_check.py (py)

test_version.py (py)

10_create_sqlite.sql (sql)

11_create_duck.sql (sql)

20_insert_sqlite.sql (sql)

test_properties_router.py (py)

test_run_simple.py (py)

1_step.py (py)

conftest.py (py)

requirements.txt (txt)

01_read_empty_csv.py (py)

21_insert_duck.sql (sql)

test_builtin_hook_impl.py (py)

create_db.sql.sql (sql)

insert_into_db.sql.sql (sql)

10_load_snapshot.py (py)

10_copy_message.py (py)

requirements.txt (txt)

python_step.py (py)

10_ingest_step.py (py)

02_load_initial_data.sql (sql)

03_new_data.py (py)

01_create_table.sql (sql)

1_step.py (py)

1_sql_step.sql (sql)

1_step.py (py)

ingest_step.py (py)

test_run_restricted_hooks.py (py)

1_step.py (py)

3_step.py (py)

2_step.py (py)

2_python_step.py (py)

1_step.py (py)

test_run_secrets.py (py)

test_run_with_multiple_databases.py (py)

test_write_directory.py (py)

test_run_sql_queries.py (py)

test_run_properties.py (py)

util.py (py)

test_run_decorate_job_input.py (py)

test_run_notifications.py (py)

test_run_job_name_directory.py (py)

test_run_job_cancel.py (py)

ATTRIBUTION.md (markdown)

images (txt)

vdk (txt)

internal (txt)

vep-1493-vault-integration (txt)

specs (txt)

vep-994-jupyter-notebook-integration (txt)

vep-2272-complete-data-job-configuration-persistence (txt)

architecture (txt)

vep-1507-vdk-operations-ui (txt)

images (txt)

vep-2421-universal-database-plugin (txt)

vep-554-apache-airflow-integration (txt)

vep-milestone-25-vector-database-ingestion (txt)

vep-1243-vdk-dag (txt)

projects (txt)

vdk-control-cli (txt)

cicd (txt)

test-job (txt)

test-broken-vdk-config (txt)

tests (txt)

vdk (txt)

internal (txt)

control (txt)

utils (txt)

src (txt)

vdk (txt)

internal (txt)

control (txt)

configuration (txt)

plugin (txt)

command_groups (txt)

info_group (txt)

job (txt)

utils (txt)

common_group (txt)

login_group (txt)

resources (txt)

sample_job_module (txt)

job-zip (txt)

test-vdk-config (txt)

test-job-python-version (txt)

configuration (txt)

job (txt)

sample_job (txt)

exception (txt)

command_groups (txt)

version_group (txt)

info_group (txt)

job (txt)

common_group (txt)

login_group (txt)

logout_group (txt)

vdk-core (txt)

docs (txt)

cicd (txt)

example-job (txt)

tests (txt)

core (txt)

plugin (txt)

config (txt)

builtin_plugins (txt)

termination_message (txt)

connection (txt)

run (txt)

debug (txt)

job_secrets (txt)

version (txt)

different-source-and-ingest-target (txt)

notification (txt)

templates (txt)

ingestion (txt)

functional (txt)

run (txt)

jobs (txt)

multiple-dbs-from-different-type-sql-job (txt)

job-name-directory (txt)

template-csv-risky (txt)

pandas-key-error-job (txt)

simple-job (txt)

properties-job (txt)

job-using-templates (txt)

multiple-dbs-from-different-type-job (txt)

simple-create-insert (txt)

fail-job (txt)

cancel-job (txt)

fail-job-ingest-iterator (txt)

fail-job-indirect-library (txt)

job-with-args (txt)

fail-job-properties (txt)

config.ini (ini)

test_execute.py (py)

20_python_step.py (py)

README.md (md)

test_datajob_config.py (py)

test_cached_properties.py (py)

test_show.py (py)

control_utils.py (py)

test_run_different_source_and_destination.py (py)

10_step.sql (sql)

test_input_job_name_directory.py (py)

download_key.py (py)

job_execution_details.png (image)

sequence_diagram.txt (txt)

github-repos/versatile-data-kit

versatile-data-kit

Public

• Updated Jun 13, 2026

Select a file

Tap "Show Files" to select a file

Files

cicd

projects

specs

ATTRIBUTION.md6 days ago

NOTICE.txt6 days ago

README.md6 days ago

276 files, 125 folders4.1MB total

Select a file

Select a file to view its content

Choose from the file browser on the left

About

One framework to develop, deploy and operate data workflows with Python and SQL.

@github-repos

Author

0stars

0views

Created Feb 21, 2026