From ed31d9d2390b028ad3218b8814113c1b90af5f88 Mon Sep 17 00:00:00 2001
From: Paul Trowbridge <paul@hptrow.me>
Date: Fri, 22 Nov 2024 13:50:25 -0500
Subject: [PATCH] commit: 2024-11-22 13:50:25

---
 data_options.md | 45 +++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 45 insertions(+)
 create mode 100644 data_options.md

diff --git a/data_options.md b/data_options.md
new file mode 100644
index 0000000..2bc2ade
--- /dev/null
+++ b/data_options.md
@@ -0,0 +1,45 @@
+
+Data movement:
+- Kafka
+- FDW
+- remote server (MSSQL)
+- jrunner
+- dbt
+
+
+J Runner
+----------
+
+takes a yaml
+- connections                                                           #parameter
+- script to build the SQL script                                        #file path or SQL
+- the sql script used for extraction                                    #file path or SQL
+- destination table sized for the extracted data                        #parameter
+- ingestion script to merge incoming data with final destination data   #file path or SQL
+
+```yaml
+database:
+  source:
+    uri: jdbc:mysql://localhost:3306/source_db
+    username: source_user
+    password: source_password
+  target:
+    uri: jdbc:postgresql://localhost:5432/target_db
+    username: target_user
+    password: target_password
+
+script:
+  path: /path/to/sql_script.sql
+
+logging:
+  level: INFO
+  file: /path/to/logfile.log
+
+runtime:
+  java_options:
+    - -Xms512m
+    - -Xmx2048m
+  environment_variables:
+    JAVA_HOME: /path/to/custom/java
+
+```