pt/pipekit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
dd9f89f4b5
pipekit/config/modules/gl20000.json
Paul Trowbridge dd9f89f4b5 feat: version-control pipeline definitions via export/apply 
Add `pipekit export` / `pipekit apply` (pipekit/config_io.py) to serialise the
DB's config — drivers, connections, modules (+ columns, watermarks, hooks),
groups, schedules — to a git-trackable text tree under config/, and rehydrate
it. SQLite stays runtime state; definitions become diffable/reviewable/
revertible.

- config only: run_log/group_run/settings and per-run state columns excluded
- name-keyed refs (portable across databases); source_query in .sql sidecars;
  columns as real JSON arrays for line-by-line diffs
- newline-normalised so CRLF-vs-LF is never a spurious change
- apply is create/update by name; child collections fully synced; top-level
  deletes gated behind --prune; --dry-run prints the plan
- round-trip is identity (export -> apply --dry-run == nothing to do)

Commits the current config/ as the first baseline, capturing the freshly
populated columns_json for rm00101/rm00301/iv00101. Documented in SPEC.md.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-07-22 10:56:55 -04:00

485 lines
11 KiB
JSON
Raw Blame History

{
"name": "gl20000",
"source_connection": "sqlserver",
"dest_connection": "usmidsap02",
"dest_table": "gp.gl20000",
"staging_table": "pipekit_staging.gl20000",
"merge_strategy": "incremental",
"merge_key": "dex_row_id",
"enabled": 1,
"dest_description": null,
"columns": [
{
"source_name": "OPENYEAR",
"source_type": "SMALLINT",
"dest_name": "openyear",
"dest_type": "smallint",
"description": null
},
{
"source_name": "JRNENTRY",
"source_type": "INT",
"dest_name": "jrnentry",
"dest_type": "integer",
"description": null
},
{
"source_name": "RCTRXSEQ",
"source_type": "NUMERIC(19,5)",
"dest_name": "rctrxseq",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "SOURCDOC",
"source_type": "CHAR(11)",
"dest_name": "sourcdoc",
"dest_type": "text",
"description": null
},
{
"source_name": "REFRENCE",
"source_type": "CHAR(31)",
"dest_name": "refrence",
"dest_type": "text",
"description": null
},
{
"source_name": "DSCRIPTN",
"source_type": "CHAR(31)",
"dest_name": "dscriptn",
"dest_type": "text",
"description": null
},
{
"source_name": "TRXDATE",
"source_type": "DATETIME",
"dest_name": "trxdate",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "TRXSORCE",
"source_type": "CHAR(13)",
"dest_name": "trxsorce",
"dest_type": "text",
"description": null
},
{
"source_name": "ACTINDX",
"source_type": "INT",
"dest_name": "actindx",
"dest_type": "integer",
"description": null
},
{
"source_name": "POLLDTRX",
"source_type": "TINYINT",
"dest_name": "polldtrx",
"dest_type": "smallint",
"description": null
},
{
"source_name": "LASTUSER",
"source_type": "CHAR(15)",
"dest_name": "lastuser",
"dest_type": "text",
"description": null
},
{
"source_name": "LSTDTEDT",
"source_type": "DATETIME",
"dest_name": "lstdtedt",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "USWHPSTD",
"source_type": "CHAR(15)",
"dest_name": "uswhpstd",
"dest_type": "text",
"description": null
},
{
"source_name": "ORGNTSRC",
"source_type": "CHAR(15)",
"dest_name": "orgntsrc",
"dest_type": "text",
"description": null
},
{
"source_name": "ORGNATYP",
"source_type": "SMALLINT",
"dest_name": "orgnatyp",
"dest_type": "smallint",
"description": null
},
{
"source_name": "QKOFSET",
"source_type": "SMALLINT",
"dest_name": "qkofset",
"dest_type": "smallint",
"description": null
},
{
"source_name": "SERIES",
"source_type": "SMALLINT",
"dest_name": "series",
"dest_type": "smallint",
"description": null
},
{
"source_name": "ORTRXTYP",
"source_type": "SMALLINT",
"dest_name": "ortrxtyp",
"dest_type": "smallint",
"description": null
},
{
"source_name": "ORCTRNUM",
"source_type": "CHAR(21)",
"dest_name": "orctrnum",
"dest_type": "text",
"description": null
},
{
"source_name": "ORMSTRID",
"source_type": "CHAR(31)",
"dest_name": "ormstrid",
"dest_type": "text",
"description": null
},
{
"source_name": "ORMSTRNM",
"source_type": "CHAR(65)",
"dest_name": "ormstrnm",
"dest_type": "text",
"description": null
},
{
"source_name": "ORDOCNUM",
"source_type": "CHAR(21)",
"dest_name": "ordocnum",
"dest_type": "text",
"description": null
},
{
"source_name": "ORPSTDDT",
"source_type": "DATETIME",
"dest_name": "orpstddt",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "ORTRXSRC",
"source_type": "CHAR(13)",
"dest_name": "ortrxsrc",
"dest_type": "text",
"description": null
},
{
"source_name": "OrigDTASeries",
"source_type": "SMALLINT",
"dest_name": "origdtaseries",
"dest_type": "smallint",
"description": null
},
{
"source_name": "OrigSeqNum",
"source_type": "INT",
"dest_name": "origseqnum",
"dest_type": "integer",
"description": null
},
{
"source_name": "SEQNUMBR",
"source_type": "INT",
"dest_name": "seqnumbr",
"dest_type": "integer",
"description": null
},
{
"source_name": "DTA_GL_Status",
"source_type": "SMALLINT",
"dest_name": "dta_gl_status",
"dest_type": "smallint",
"description": null
},
{
"source_name": "DTA_Index",
"source_type": "NUMERIC(19,5)",
"dest_name": "dta_index",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "CURNCYID",
"source_type": "CHAR(15)",
"dest_name": "curncyid",
"dest_type": "text",
"description": null
},
{
"source_name": "CURRNIDX",
"source_type": "SMALLINT",
"dest_name": "currnidx",
"dest_type": "smallint",
"description": null
},
{
"source_name": "RATETPID",
"source_type": "CHAR(15)",
"dest_name": "ratetpid",
"dest_type": "text",
"description": null
},
{
"source_name": "EXGTBLID",
"source_type": "CHAR(15)",
"dest_name": "exgtblid",
"dest_type": "text",
"description": null
},
{
"source_name": "XCHGRATE",
"source_type": "NUMERIC(19,7)",
"dest_name": "xchgrate",
"dest_type": "numeric(19,7)",
"description": null
},
{
"source_name": "EXCHDATE",
"source_type": "DATETIME",
"dest_name": "exchdate",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "TIME1",
"source_type": "DATETIME",
"dest_name": "time1",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "RTCLCMTD",
"source_type": "SMALLINT",
"dest_name": "rtclcmtd",
"dest_type": "smallint",
"description": null
},
{
"source_name": "NOTEINDX",
"source_type": "NUMERIC(19,5)",
"dest_name": "noteindx",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "ICTRX",
"source_type": "TINYINT",
"dest_name": "ictrx",
"dest_type": "smallint",
"description": null
},
{
"source_name": "ORCOMID",
"source_type": "CHAR(5)",
"dest_name": "orcomid",
"dest_type": "text",
"description": null
},
{
"source_name": "ORIGINJE",
"source_type": "INT",
"dest_name": "originje",
"dest_type": "integer",
"description": null
},
{
"source_name": "PERIODID",
"source_type": "SMALLINT",
"dest_name": "periodid",
"dest_type": "smallint",
"description": null
},
{
"source_name": "DEBITAMT",
"source_type": "NUMERIC(19,5)",
"dest_name": "debitamt",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "CRDTAMNT",
"source_type": "NUMERIC(19,5)",
"dest_name": "crdtamnt",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "ORDBTAMT",
"source_type": "NUMERIC(19,5)",
"dest_name": "ordbtamt",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "ORCRDAMT",
"source_type": "NUMERIC(19,5)",
"dest_name": "orcrdamt",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "DOCDATE",
"source_type": "DATETIME",
"dest_name": "docdate",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "PSTGNMBR",
"source_type": "INT",
"dest_name": "pstgnmbr",
"dest_type": "integer",
"description": null
},
{
"source_name": "PPSGNMBR",
"source_type": "INT",
"dest_name": "ppsgnmbr",
"dest_type": "integer",
"description": null
},
{
"source_name": "DENXRATE",
"source_type": "NUMERIC(19,7)",
"dest_name": "denxrate",
"dest_type": "numeric(19,7)",
"description": null
},
{
"source_name": "MCTRXSTT",
"source_type": "SMALLINT",
"dest_name": "mctrxstt",
"dest_type": "smallint",
"description": null
},
{
"source_name": "CorrespondingUnit",
"source_type": "CHAR(5)",
"dest_name": "correspondingunit",
"dest_type": "text",
"description": null
},
{
"source_name": "VOIDED",
"source_type": "TINYINT",
"dest_name": "voided",
"dest_type": "smallint",
"description": null
},
{
"source_name": "Back_Out_JE",
"source_type": "INT",
"dest_name": "back_out_je",
"dest_type": "integer",
"description": null
},
{
"source_name": "Back_Out_JE_Year",
"source_type": "SMALLINT",
"dest_name": "back_out_je_year",
"dest_type": "smallint",
"description": null
},
{
"source_name": "Correcting_JE",
"source_type": "INT",
"dest_name": "correcting_je",
"dest_type": "integer",
"description": null
},
{
"source_name": "Correcting_JE_Year",
"source_type": "SMALLINT",
"dest_name": "correcting_je_year",
"dest_type": "smallint",
"description": null
},
{
"source_name": "Original_JE",
"source_type": "INT",
"dest_name": "original_je",
"dest_type": "integer",
"description": null
},
{
"source_name": "Original_JE_Seq_Num",
"source_type": "NUMERIC(19,5)",
"dest_name": "original_je_seq_num",
"dest_type": "numeric(19,5)",
"description": null
},
{
"source_name": "Original_JE_Year",
"source_type": "SMALLINT",
"dest_name": "original_je_year",
"dest_type": "smallint",
"description": null
},
{
"source_name": "Ledger_ID",
"source_type": "SMALLINT",
"dest_name": "ledger_id",
"dest_type": "smallint",
"description": null
},
{
"source_name": "Adjustment_Transaction",
"source_type": "TINYINT",
"dest_name": "adjustment_transaction",
"dest_type": "smallint",
"description": null
},
{
"source_name": "APRVLUSERID",
"source_type": "CHAR(15)",
"dest_name": "aprvluserid",
"dest_type": "text",
"description": null
},
{
"source_name": "APPRVLDT",
"source_type": "DATETIME",
"dest_name": "apprvldt",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "DEX_ROW_TS",
"source_type": "DATETIME",
"dest_name": "dex_row_ts",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "DEX_ROW_ID",
"source_type": "INT",
"dest_name": "dex_row_id",
"dest_type": "integer",
"description": null
}
],
"watermarks": [
{
"name": "dex_row_id",
"connection": "usmidsap02",
"resolver_sql": "select max(dex_row_id) from gp.gl20000",
"default_value": "0"
}
],
"hooks": []
}
Reference in New Issue View Git Blame Copy Permalink