pt/pipekit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
560056c39c
pipekit/config/modules/live_quotes.json
Paul Trowbridge dd9f89f4b5 feat: version-control pipeline definitions via export/apply 
Add `pipekit export` / `pipekit apply` (pipekit/config_io.py) to serialise the
DB's config — drivers, connections, modules (+ columns, watermarks, hooks),
groups, schedules — to a git-trackable text tree under config/, and rehydrate
it. SQLite stays runtime state; definitions become diffable/reviewable/
revertible.

- config only: run_log/group_run/settings and per-run state columns excluded
- name-keyed refs (portable across databases); source_query in .sql sidecars;
  columns as real JSON arrays for line-by-line diffs
- newline-normalised so CRLF-vs-LF is never a spurious change
- apply is create/update by name; child collections fully synced; top-level
  deletes gated behind --prune; --dry-run prints the plan
- round-trip is identity (export -> apply --dry-run == nothing to do)

Commits the current config/ as the first baseline, capturing the freshly
populated columns_json for rm00101/rm00301/iv00101. Documented in SPEC.md.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
2026-07-22 10:56:55 -04:00

303 lines
7.1 KiB
JSON
Raw Blame History

{
"name": "live_quotes",
"source_connection": "sqlserver",
"dest_connection": "usmidsap02",
"dest_table": "pricequote.live_quotes",
"staging_table": "pipekit_staging.live_quotes",
"merge_strategy": "full",
"merge_key": null,
"enabled": 1,
"dest_description": null,
"columns": [
{
"source_name": "qid",
"source_type": "INT",
"dest_name": "qid",
"dest_type": "integer",
"description": null
},
{
"source_name": "qline",
"source_type": "INT",
"dest_name": "qline",
"dest_type": "integer",
"description": null
},
{
"source_name": "rep",
"source_type": "VARCHAR(128)",
"dest_name": "rep",
"dest_type": "text",
"description": null
},
{
"source_name": "approverusername",
"source_type": "VARCHAR(128)",
"dest_name": "approverusername",
"dest_type": "text",
"description": null
},
{
"source_name": "touched",
"source_type": "DATETIME",
"dest_name": "touched",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "expires",
"source_type": "DATETIME",
"dest_name": "expires",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "request",
"source_type": "DATETIME",
"dest_name": "request",
"dest_type": "timestamp",
"description": null
},
{
"source_name": "qtitle",
"source_type": "VARCHAR(50)",
"dest_name": "qtitle",
"dest_type": "text",
"description": null
},
{
"source_name": "qstatid",
"source_type": "INT",
"dest_name": "qstatid",
"dest_type": "integer",
"description": null
},
{
"source_name": "qstat",
"source_type": "VARCHAR(50)",
"dest_name": "qstat",
"dest_type": "text",
"description": null
},
{
"source_name": "quotenumber",
"source_type": "INT",
"dest_name": "quotenumber",
"dest_type": "integer",
"description": null
},
{
"source_name": "billto",
"source_type": "VARCHAR(8)",
"dest_name": "billto",
"dest_type": "text",
"description": null
},
{
"source_name": "shipto",
"source_type": "VARCHAR(8)",
"dest_name": "shipto",
"dest_type": "text",
"description": null
},
{
"source_name": "qchan",
"source_type": "VARCHAR(3)",
"dest_name": "qchan",
"dest_type": "text",
"description": null
},
{
"source_name": "qcustomer",
"source_type": "VARCHAR(35)",
"dest_name": "qcustomer",
"dest_type": "text",
"description": null
},
{
"source_name": "part",
"source_type": "VARCHAR(20)",
"dest_name": "part",
"dest_type": "text",
"description": null
},
{
"source_name": "qoptions",
"source_type": "VARCHAR(25)",
"dest_name": "qoptions",
"dest_type": "text",
"description": null
},
{
"source_name": "partbuilt",
"source_type": "VARCHAR(37)",
"dest_name": "partbuilt",
"dest_type": "text",
"description": null
},
{
"source_name": "colgrp",
"source_type": "VARCHAR(1)",
"dest_name": "colgrp",
"dest_type": "text",
"description": null
},
{
"source_name": "colc",
"source_type": "VARCHAR(20)",
"dest_name": "colc",
"dest_type": "text",
"description": null
},
{
"source_name": "coltier",
"source_type": "VARCHAR(1)",
"dest_name": "coltier",
"dest_type": "text",
"description": null
},
{
"source_name": "brand",
"source_type": "VARCHAR(8000)",
"dest_name": "brand",
"dest_type": "text",
"description": null
},
{
"source_name": "dataseg",
"source_type": "VARCHAR(13)",
"dest_name": "dataseg",
"dest_type": "text",
"description": null
},
{
"source_name": "v1ds",
"source_type": "VARCHAR(8000)",
"dest_name": "v1ds",
"dest_type": "text",
"description": null
},
{
"source_name": "comment",
"source_type": "VARCHAR(512)",
"dest_name": "comment",
"dest_type": "text",
"description": null
},
{
"source_name": "units_each",
"source_type": "DECIMAL(38,10)",
"dest_name": "units_each",
"dest_type": "numeric(38,10)",
"description": null
},
{
"source_name": "price",
"source_type": "DECIMAL(18,9)",
"dest_name": "price",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "sales",
"source_type": "DECIMAL(38,6)",
"dest_name": "sales",
"dest_type": "numeric(38,6)",
"description": null
},
{
"source_name": "histprice",
"source_type": "DECIMAL(18,9)",
"dest_name": "histprice",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "targetp",
"source_type": "DECIMAL(18,9)",
"dest_name": "targetp",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "LastSalesPrice",
"source_type": "DECIMAL(18,9)",
"dest_name": "lastsalesprice",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "r_curr",
"source_type": "VARCHAR(2)",
"dest_name": "r_curr",
"dest_type": "text",
"description": null
},
{
"source_name": "qt_rate",
"source_type": "DECIMAL(18,9)",
"dest_name": "qt_rate",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "qrn",
"source_type": "INT",
"dest_name": "qrn",
"dest_type": "integer",
"description": null
},
{
"source_name": "url",
"source_type": "VARCHAR(73)",
"dest_name": "url",
"dest_type": "text",
"description": null
},
{
"source_name": "tacticalmodifier",
"source_type": "VARCHAR(8000)",
"dest_name": "tacticalmodifier",
"dest_type": "text",
"description": null
},
{
"source_name": "FinalRecommendedPrice",
"source_type": "DECIMAL(18,9)",
"dest_name": "finalrecommendedprice",
"dest_type": "numeric(18,9)",
"description": null
},
{
"source_name": "LowerPriceLimit",
"source_type": "DECIMAL(38,9)",
"dest_name": "lowerpricelimit",
"dest_type": "numeric(38,9)",
"description": null
},
{
"source_name": "UpperPriceLimit",
"source_type": "DECIMAL(38,9)",
"dest_name": "upperpricelimit",
"dest_type": "numeric(38,9)",
"description": null
},
{
"source_name": "curstdus",
"source_type": "NUMERIC(38,6)",
"dest_name": "curstdus",
"dest_type": "numeric(38,6)",
"description": null
},
{
"source_name": "futstdus",
"source_type": "NUMERIC(38,6)",
"dest_name": "futstdus",
"dest_type": "numeric(38,6)",
"description": null
}
],
"watermarks": [],
"hooks": []
}
Reference in New Issue View Git Blame Copy Permalink