From 0f30c4b9213b154bfb87ba089db33912184e75a6 Mon Sep 17 00:00:00 2001 From: Paul Trowbridge Date: Wed, 19 Aug 2026 00:43:10 -0400 Subject: [PATCH] Export config to match the database config/ had drifted from pipekit.db: group memberships and three schedules existed only in the DB, cjobdr and cjobh had no sidecars at all, and ab.{json,sql} was left over from a module no longer in the DB (an apply would have recreated it). pipekit apply --dry-run now reports that the database matches config. Two real inconsistencies fixed in ffpdglr1.json: it was missing the ffpdglr1_hot watermark added with the rollover hot set, so an apply from files would have deleted the watermark while the committed SQL still referenced {ffpdglr1_hot}; and its period resolver had been edited in the UI without an export, so the file carried a stale format('%L', ...) variant. Purchasing members were all run_order 0, which happened to sort poh, poh_deleted, poi alphabetically and satisfy the real constraints by accident. Now explicit: poh 1, poi 2, poh_deleted 3 -- poi resolves its watermark off cms.poh, and poh_deleted's first hook reads cms.poh. Also describes eight GP modules that had no description (dest_description is the half the sidecar format carries; the module-level description lives only in the DB). Co-Authored-By: Claude Opus 5 --- config/groups.json | 65 +++- config/modules/ab.json | 85 ----- config/modules/ab.sql | 12 - config/modules/cjobdr.json | 379 +++++++++++++++++++++ config/modules/cjobdr.sql | 54 +++ config/modules/cjobh.json | 631 +++++++++++++++++++++++++++++++++++ config/modules/cjobh.sql | 90 +++++ config/modules/ffpdglr1.json | 8 +- config/modules/gl00105.json | 2 +- config/modules/mc00200.json | 2 +- config/modules/pm00200.json | 2 +- config/modules/rm20201.json | 2 +- config/modules/rm30201.json | 2 +- config/modules/sop10102.json | 2 +- config/modules/sy03300.json | 2 +- config/modules/sy40100.json | 2 +- 16 files changed, 1232 insertions(+), 108 deletions(-) delete mode 100644 config/modules/ab.json delete mode 100644 config/modules/ab.sql create mode 100644 config/modules/cjobdr.json create mode 100644 config/modules/cjobdr.sql create mode 100644 config/modules/cjobh.json create mode 100644 config/modules/cjobh.sql diff --git a/config/groups.json b/config/groups.json index 68fd3d1..583de52 100644 --- a/config/groups.json +++ b/config/groups.json @@ -18,9 +18,17 @@ "module": "rm20101", "run_order": 0 }, + { + "module": "rm20201", + "run_order": 0 + }, { "module": "rm30101", "run_order": 0 + }, + { + "module": "rm30201", + "run_order": 0 } ], "schedules": [ @@ -73,6 +81,10 @@ "module": "majg", "run_order": 0 }, + { + "module": "mc00200", + "run_order": 0 + }, { "module": "mmgp", "run_order": 0 @@ -89,6 +101,10 @@ "module": "plnt", "run_order": 0 }, + { + "module": "pm00200", + "run_order": 0 + }, { "module": "sach", "run_order": 0 @@ -182,6 +198,10 @@ "module": "gl00100", "run_order": 0 }, + { + "module": "gl00105", + "run_order": 0 + }, { "module": "gl10110", "run_order": 0 @@ -425,11 +445,24 @@ "run_order": 1 } ], - "schedules": [] + "schedules": [ + { + "cron_expr": "30 1 * * *", + "enabled": 1 + } + ] }, { "name": "Production", "members": [ + { + "module": "cjobdr", + "run_order": 0 + }, + { + "module": "cjobh", + "run_order": 0 + }, { "module": "rprh", "run_order": 0 @@ -439,7 +472,35 @@ "run_order": 1 } ], - "schedules": [] + "schedules": [ + { + "cron_expr": "15 1 * * *", + "enabled": 1 + } + ] + }, + { + "name": "Purchasing", + "members": [ + { + "module": "poh", + "run_order": 1 + }, + { + "module": "poi", + "run_order": 2 + }, + { + "module": "poh_deleted", + "run_order": 3 + } + ], + "schedules": [ + { + "cron_expr": "10 1 * * *", + "enabled": 1 + } + ] }, { "name": "Quote Review", diff --git a/config/modules/ab.json b/config/modules/ab.json deleted file mode 100644 index 01f6267..0000000 --- a/config/modules/ab.json +++ /dev/null @@ -1,85 +0,0 @@ -{ - "name": "ab", - "source_connection": "sqlserver", - "dest_connection": "usmidsap02", - "dest_table": "gs.ab", - "staging_table": "pipekit_staging.ab", - "merge_strategy": "full", - "merge_key": null, - "enabled": 0, - "dest_description": null, - "columns": [ - { - "source_name": "Origin", - "source_type": "VARCHAR(3)", - "dest_name": "origin", - "dest_type": "text", - "description": null - }, - { - "source_name": "Account", - "source_type": "VARCHAR(12)", - "dest_name": "account", - "dest_type": "text", - "description": null - }, - { - "source_name": "FSPR", - "source_type": "VARCHAR(4)", - "dest_name": "fspr", - "dest_type": "text", - "description": null - }, - { - "source_name": "TDATE", - "source_type": "VARCHAR(10)", - "dest_name": "tdate", - "dest_type": "text", - "description": null - }, - { - "source_name": "Party", - "source_type": "VARCHAR(76)", - "dest_name": "party", - "dest_type": "text", - "description": null - }, - { - "source_name": "Amount", - "source_type": "DECIMAL(18,2)", - "dest_name": "amount", - "dest_type": "numeric(18,2)", - "description": null - }, - { - "source_name": "EBITDA", - "source_type": "VARCHAR(30)", - "dest_name": "ebitda", - "dest_type": "text", - "description": null - }, - { - "source_name": "Project", - "source_type": "VARCHAR(53)", - "dest_name": "project", - "dest_type": "text", - "description": null - }, - { - "source_name": "Clause", - "source_type": "VARCHAR(27)", - "dest_name": "clause", - "dest_type": "text", - "description": null - }, - { - "source_name": "flag", - "source_type": "NVARCHAR(255)", - "dest_name": "flag", - "dest_type": "text", - "description": null - } - ], - "watermarks": [], - "hooks": [] -} diff --git a/config/modules/ab.sql b/config/modules/ab.sql deleted file mode 100644 index d1a76f6..0000000 --- a/config/modules/ab.sql +++ /dev/null @@ -1,12 +0,0 @@ -SELECT - RTRIM([Origin]) AS [origin], - RTRIM([Account]) AS [account], - RTRIM([FSPR]) AS [fspr], - RTRIM([TDATE]) AS [tdate], - RTRIM([Party]) AS [party], - [Amount] AS [amount], - RTRIM([EBITDA]) AS [ebitda], - RTRIM([Project]) AS [project], - RTRIM([Clause]) AS [clause], - RTRIM([flag]) AS [flag] -FROM [FANALYSIS].[GS].[AB] diff --git a/config/modules/cjobdr.json b/config/modules/cjobdr.json new file mode 100644 index 0000000..cbd44c5 --- /dev/null +++ b/config/modules/cjobdr.json @@ -0,0 +1,379 @@ +{ + "name": "cjobdr", + "source_connection": "S78030956", + "dest_connection": "usmidsap02", + "dest_table": "cms.cjobdr", + "staging_table": "pipekit_staging.cjobdr", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": "Current Job Routing Details 6.1", + "columns": [ + { + "source_name": "EDTYPE", + "source_type": "CHAR(1)", + "dest_name": "edtype", + "dest_type": "text", + "description": "Record Type" + }, + { + "source_name": "EDJOB#", + "source_type": "CHAR(10)", + "dest_name": "edjob#", + "dest_type": "text", + "description": "W/O Number" + }, + { + "source_name": "EDSEQ#", + "source_type": "NUMERIC(3,0)", + "dest_name": "edseq#", + "dest_type": "numeric(3,0)", + "description": "Sequence Number" + }, + { + "source_name": "EDLIN#", + "source_type": "NUMERIC(2,0)", + "dest_name": "edlin#", + "dest_type": "numeric(2,0)", + "description": "Line #" + }, + { + "source_name": "EDDEPT", + "source_type": "CHAR(5)", + "dest_name": "eddept", + "dest_type": "text", + "description": "Production Department Code" + }, + { + "source_name": "EDRESC", + "source_type": "CHAR(5)", + "dest_name": "edresc", + "dest_type": "text", + "description": "Resource Code" + }, + { + "source_name": "EDOPNM", + "source_type": "CHAR(3)", + "dest_name": "edopnm", + "dest_type": "text", + "description": "Operation Code" + }, + { + "source_name": "EDSETP", + "source_type": "NUMERIC(8,2)", + "dest_name": "edsetp", + "dest_type": "numeric(8,2)", + "description": "Setup Standard" + }, + { + "source_name": "EDRUNS", + "source_type": "NUMERIC(10,4)", + "dest_name": "edruns", + "dest_type": "numeric(10,4)", + "description": "Schedule Run Standard" + }, + { + "source_name": "EDRTYP", + "source_type": "CHAR(1)", + "dest_name": "edrtyp", + "dest_type": "text", + "description": "Run Type" + }, + { + "source_name": "EDSCRW", + "source_type": "NUMERIC(2,0)", + "dest_name": "edscrw", + "dest_type": "numeric(2,0)", + "description": "Setup Crew" + }, + { + "source_name": "EDREPP", + "source_type": "CHAR(1)", + "dest_name": "edrepp", + "dest_type": "text", + "description": "Reporting Point" + }, + { + "source_name": "EDLAGT", + "source_type": "NUMERIC(8,2)", + "dest_name": "edlagt", + "dest_type": "numeric(8,2)", + "description": "Lag Time" + }, + { + "source_name": "EDBK01", + "source_type": "CHAR(1)", + "dest_name": "edbk01", + "dest_type": "text", + "description": "Y-Yes,N-No" + }, + { + "source_name": "EDTBTH", + "source_type": "NUMERIC(8,0)", + "dest_name": "edtbth", + "dest_type": "numeric(8,0)", + "description": "Transfer Batch" + }, + { + "source_name": "EDUNIT", + "source_type": "CHAR(3)", + "dest_name": "edunit", + "dest_type": "text", + "description": "Unit of Measure" + }, + { + "source_name": "EDBK02", + "source_type": "CHAR(10)", + "dest_name": "edbk02", + "dest_type": "text", + "description": "EDBK02" + }, + { + "source_name": "EDEFF", + "source_type": "NUMERIC(5,2)", + "dest_name": "edeff", + "dest_type": "numeric(5,2)", + "description": "Efficiency Percentage" + }, + { + "source_name": "EDBK03", + "source_type": "CHAR(5)", + "dest_name": "edbk03", + "dest_type": "text", + "description": "Sched Priority Group" + }, + { + "source_name": "ED#MEN", + "source_type": "NUMERIC(2,0)", + "dest_name": "ed#men", + "dest_type": "numeric(2,0)", + "description": "Number Of Men" + }, + { + "source_name": "ED#MCH", + "source_type": "NUMERIC(2,0)", + "dest_name": "ed#mch", + "dest_type": "numeric(2,0)", + "description": "Number Of Machines" + }, + { + "source_name": "EDRUNQ", + "source_type": "NUMERIC(8,0)", + "dest_name": "edrunq", + "dest_type": "numeric(8,0)", + "description": "Run Quantity" + }, + { + "source_name": "EDCOMQ", + "source_type": "NUMERIC(15,5)", + "dest_name": "edcomq", + "dest_type": "numeric(15,5)", + "description": "Total Completed" + }, + { + "source_name": "EDCTME", + "source_type": "NUMERIC(5,2)", + "dest_name": "edctme", + "dest_type": "numeric(5,2)", + "description": "Cycle Time (Sec/Part)" + }, + { + "source_name": "EDMULT", + "source_type": "NUMERIC(3,0)", + "dest_name": "edmult", + "dest_type": "numeric(3,0)", + "description": "Multiple Parts" + }, + { + "source_name": "EDSCHQ", + "source_type": "NUMERIC(3,0)", + "dest_name": "edschq", + "dest_type": "numeric(3,0)", + "description": "Resource Schedule Queue" + }, + { + "source_name": "EDSTAT", + "source_type": "CHAR(1)", + "dest_name": "edstat", + "dest_type": "text", + "description": "Status" + }, + { + "source_name": "EDFUT1", + "source_type": "CHAR(10)", + "dest_name": "edfut1", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT2", + "source_type": "CHAR(10)", + "dest_name": "edfut2", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT3", + "source_type": "CHAR(10)", + "dest_name": "edfut3", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT4", + "source_type": "CHAR(20)", + "dest_name": "edfut4", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT5", + "source_type": "NUMERIC(15,5)", + "dest_name": "edfut5", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "EDFUT6", + "source_type": "NUMERIC(15,5)", + "dest_name": "edfut6", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "EDFUT7", + "source_type": "CHAR(1)", + "dest_name": "edfut7", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT8", + "source_type": "CHAR(1)", + "dest_name": "edfut8", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT9", + "source_type": "CHAR(1)", + "dest_name": "edfut9", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUTA", + "source_type": "CHAR(1)", + "dest_name": "edfuta", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUTB", + "source_type": "CHAR(1)", + "dest_name": "edfutb", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDCNOR", + "source_type": "NUMERIC(5,0)", + "dest_name": "edcnor", + "dest_type": "numeric(5,0)", + "description": "Concurrent Rsc" + }, + { + "source_name": "EDCONC", + "source_type": "CHAR(1)", + "dest_name": "edconc", + "dest_type": "text", + "description": "Concurrent" + }, + { + "source_name": "EDBCDR", + "source_type": "NUMERIC(15,5)", + "dest_name": "edbcdr", + "dest_type": "numeric(15,5)", + "description": "Burden Rate Factor" + }, + { + "source_name": "EDSMCH", + "source_type": "NUMERIC(2,0)", + "dest_name": "edsmch", + "dest_type": "numeric(2,0)", + "description": "SetUp Number Machine" + }, + { + "source_name": "EDERTB", + "source_type": "CHAR(1)", + "dest_name": "edertb", + "dest_type": "text", + "description": "Expected Receipt Created By Trf Batch & Run Rate" + }, + { + "source_name": "EDTRST", + "source_type": "NUMERIC(10,4)", + "dest_name": "edtrst", + "dest_type": "numeric(10,4)", + "description": "Costing Run Standard" + }, + { + "source_name": "EDTRRT", + "source_type": "NUMERIC(10,4)", + "dest_name": "edtrrt", + "dest_type": "numeric(10,4)", + "description": "Theoretical Run Rate" + }, + { + "source_name": "EDFUT10", + "source_type": "CHAR(20)", + "dest_name": "edfut10", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT11", + "source_type": "CHAR(20)", + "dest_name": "edfut11", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT12", + "source_type": "CHAR(30)", + "dest_name": "edfut12", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT13", + "source_type": "CHAR(30)", + "dest_name": "edfut13", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "EDFUT14", + "source_type": "NUMERIC(15,5)", + "dest_name": "edfut14", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "EDFUT15", + "source_type": "NUMERIC(15,5)", + "dest_name": "edfut15", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "EDFUT16", + "source_type": "NUMERIC(15,5)", + "dest_name": "edfut16", + "dest_type": "numeric(15,5)", + "description": "Future Use" + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/cjobdr.sql b/config/modules/cjobdr.sql new file mode 100644 index 0000000..c045879 --- /dev/null +++ b/config/modules/cjobdr.sql @@ -0,0 +1,54 @@ +SELECT + RTRIM(EDTYPE) AS edtype, + RTRIM("EDJOB#") AS "edjob#", + "EDSEQ#" AS "edseq#", + "EDLIN#" AS "edlin#", + RTRIM(EDDEPT) AS eddept, + RTRIM(EDRESC) AS edresc, + RTRIM(EDOPNM) AS edopnm, + EDSETP AS edsetp, + EDRUNS AS edruns, + RTRIM(EDRTYP) AS edrtyp, + EDSCRW AS edscrw, + RTRIM(EDREPP) AS edrepp, + EDLAGT AS edlagt, + RTRIM(EDBK01) AS edbk01, + EDTBTH AS edtbth, + RTRIM(EDUNIT) AS edunit, + RTRIM(EDBK02) AS edbk02, + EDEFF AS edeff, + RTRIM(EDBK03) AS edbk03, + "ED#MEN" AS "ed#men", + "ED#MCH" AS "ed#mch", + EDRUNQ AS edrunq, + EDCOMQ AS edcomq, + EDCTME AS edctme, + EDMULT AS edmult, + EDSCHQ AS edschq, + RTRIM(EDSTAT) AS edstat, + RTRIM(EDFUT1) AS edfut1, + RTRIM(EDFUT2) AS edfut2, + RTRIM(EDFUT3) AS edfut3, + RTRIM(EDFUT4) AS edfut4, + EDFUT5 AS edfut5, + EDFUT6 AS edfut6, + RTRIM(EDFUT7) AS edfut7, + RTRIM(EDFUT8) AS edfut8, + RTRIM(EDFUT9) AS edfut9, + RTRIM(EDFUTA) AS edfuta, + RTRIM(EDFUTB) AS edfutb, + EDCNOR AS edcnor, + RTRIM(EDCONC) AS edconc, + EDBCDR AS edbcdr, + EDSMCH AS edsmch, + RTRIM(EDERTB) AS edertb, + EDTRST AS edtrst, + EDTRRT AS edtrrt, + RTRIM(EDFUT10) AS edfut10, + RTRIM(EDFUT11) AS edfut11, + RTRIM(EDFUT12) AS edfut12, + RTRIM(EDFUT13) AS edfut13, + EDFUT14 AS edfut14, + EDFUT15 AS edfut15, + EDFUT16 AS edfut16 +FROM LGDAT.CJOBDR diff --git a/config/modules/cjobh.json b/config/modules/cjobh.json new file mode 100644 index 0000000..1ff0d1c --- /dev/null +++ b/config/modules/cjobh.json @@ -0,0 +1,631 @@ +{ + "name": "cjobh", + "source_connection": "S78030956", + "dest_connection": "usmidsap02", + "dest_table": "cms.cjobh", + "staging_table": "pipekit_staging.cjobh", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": "Current Job Header (Work orders) 6.1", + "columns": [ + { + "source_name": "DNJOB", + "source_type": "CHAR(10)", + "dest_name": "dnjob", + "dest_type": "text", + "description": "Job Number" + }, + { + "source_name": "DNPART", + "source_type": "CHAR(20)", + "dest_name": "dnpart", + "dest_type": "text", + "description": "Part Number" + }, + { + "source_name": "DNCUST", + "source_type": "CHAR(8)", + "dest_name": "dncust", + "dest_type": "text", + "description": "Customer Code" + }, + { + "source_name": "DNNAME", + "source_type": "CHAR(30)", + "dest_name": "dnname", + "dest_type": "text", + "description": "Cust Name" + }, + { + "source_name": "DNPRT", + "source_type": "CHAR(30)", + "dest_name": "dnprt", + "dest_type": "text", + "description": "Customer Part Number" + }, + { + "source_name": "DNDES", + "source_type": "CHAR(30)", + "dest_name": "dndes", + "dest_type": "text", + "description": "Description" + }, + { + "source_name": "DNPO", + "source_type": "CHAR(15)", + "dest_name": "dnpo", + "dest_type": "text", + "description": "PO Number" + }, + { + "source_name": "DNODAT", + "source_type": "DATE", + "dest_name": "dnodat", + "dest_type": "date", + "description": "Date Opened" + }, + { + "source_name": "DNQTYR", + "source_type": "NUMERIC(8,0)", + "dest_name": "dnqtyr", + "dest_type": "numeric(8,0)", + "description": "Quantity Required" + }, + { + "source_name": "DNRDAT", + "source_type": "DATE", + "dest_name": "dnrdat", + "dest_type": "date", + "description": "Date Required" + }, + { + "source_name": "DNRTIM", + "source_type": "TIME", + "dest_name": "dnrtim", + "dest_type": "time", + "description": "Time Required by" + }, + { + "source_name": "DNTMZN", + "source_type": "CHAR(4)", + "dest_name": "dntmzn", + "dest_type": "text", + "description": "Time Zone Code" + }, + { + "source_name": "DNNMAT", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnnmat", + "dest_type": "numeric(3,0)", + "description": "# Matl Recs" + }, + { + "source_name": "DNNOS", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnnos", + "dest_type": "numeric(3,0)", + "description": "# OS Serv Recs" + }, + { + "source_name": "DNNROT", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnnrot", + "dest_type": "numeric(3,0)", + "description": "# Routing Recs" + }, + { + "source_name": "DNSTAT", + "source_type": "CHAR(1)", + "dest_name": "dnstat", + "dest_type": "text", + "description": "Job Status" + }, + { + "source_name": "DNPRNT", + "source_type": "CHAR(1)", + "dest_name": "dnprnt", + "dest_type": "text", + "description": "Print Status" + }, + { + "source_name": "DNBK01", + "source_type": "CHAR(1)", + "dest_name": "dnbk01", + "dest_type": "text", + "description": "Delete Flag" + }, + { + "source_name": "DNFLAG", + "source_type": "CHAR(1)", + "dest_name": "dnflag", + "dest_type": "text", + "description": "Changed Flag" + }, + { + "source_name": "DNSDAT", + "source_type": "DATE", + "dest_name": "dnsdat", + "dest_type": "date", + "description": "Scheduled Start Date" + }, + { + "source_name": "DNSTIM", + "source_type": "TIME", + "dest_name": "dnstim", + "dest_type": "time", + "description": "Sched Start Time" + }, + { + "source_name": "DNEDAT", + "source_type": "DATE", + "dest_name": "dnedat", + "dest_type": "date", + "description": "Scheduled Stop Date" + }, + { + "source_name": "DNETIM", + "source_type": "TIME", + "dest_name": "dnetim", + "dest_type": "time", + "description": "Sched Stop Time" + }, + { + "source_name": "DNSCMP", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnscmp", + "dest_type": "numeric(3,0)", + "description": "Last Completed Seq" + }, + { + "source_name": "DNBDAT", + "source_type": "DATE", + "dest_name": "dnbdat", + "dest_type": "date", + "description": "Date Completed" + }, + { + "source_name": "DNBK04", + "source_type": "CHAR(15)", + "dest_name": "dnbk04", + "dest_type": "text", + "description": "Alternate Method & Seq" + }, + { + "source_name": "DNSMTH", + "source_type": "CHAR(1)", + "dest_name": "dnsmth", + "dest_type": "text", + "description": "Method of Sched" + }, + { + "source_name": "DNQCMP", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnqcmp", + "dest_type": "numeric(15,5)", + "description": "Qty Complete to Date" + }, + { + "source_name": "DNCDAT", + "source_type": "DATE", + "dest_name": "dncdat", + "dest_type": "date", + "description": "Critical Start Date" + }, + { + "source_name": "DNCTIM", + "source_type": "TIME", + "dest_name": "dnctim", + "dest_type": "time", + "description": "Critical Start Time" + }, + { + "source_name": "DNASEQ", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnaseq", + "dest_type": "numeric(3,0)", + "description": "Last Active Seq" + }, + { + "source_name": "DNFDAT", + "source_type": "DATE", + "dest_name": "dnfdat", + "dest_type": "date", + "description": "For Sched Start Date" + }, + { + "source_name": "DNFTIM", + "source_type": "TIME", + "dest_name": "dnftim", + "dest_type": "time", + "description": "For Sched Start TIme" + }, + { + "source_name": "DNPREF", + "source_type": "CHAR(20)", + "dest_name": "dnpref", + "dest_type": "text", + "description": "Project Ref." + }, + { + "source_name": "DNORD#", + "source_type": "NUMERIC(9,0)", + "dest_name": "dnord#", + "dest_type": "numeric(9,0)", + "description": "Customer Order Number" + }, + { + "source_name": "DNITM#", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnitm#", + "dest_type": "numeric(3,0)", + "description": "Item Number" + }, + { + "source_name": "DNUNIT", + "source_type": "CHAR(3)", + "dest_name": "dnunit", + "dest_type": "text", + "description": "Unit of Measure" + }, + { + "source_name": "DNSTKL", + "source_type": "CHAR(6)", + "dest_name": "dnstkl", + "dest_type": "text", + "description": "Receive To Location" + }, + { + "source_name": "DNPLAN", + "source_type": "CHAR(10)", + "dest_name": "dnplan", + "dest_type": "text", + "description": "Buyer/Planner Code" + }, + { + "source_name": "DNPARN", + "source_type": "CHAR(10)", + "dest_name": "dnparn", + "dest_type": "text", + "description": "Parent Ref WO" + }, + { + "source_name": "DNREL#", + "source_type": "CHAR(8)", + "dest_name": "dnrel#", + "dest_type": "text", + "description": "Release Number" + }, + { + "source_name": "DNPLNT", + "source_type": "CHAR(3)", + "dest_name": "dnplnt", + "dest_type": "text", + "description": "Plant Code" + }, + { + "source_name": "DNFUT1", + "source_type": "CHAR(10)", + "dest_name": "dnfut1", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT2", + "source_type": "CHAR(10)", + "dest_name": "dnfut2", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT3", + "source_type": "CHAR(10)", + "dest_name": "dnfut3", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT4", + "source_type": "CHAR(20)", + "dest_name": "dnfut4", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT5", + "source_type": "CHAR(20)", + "dest_name": "dnfut5", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT6", + "source_type": "CHAR(1)", + "dest_name": "dnfut6", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT7", + "source_type": "CHAR(1)", + "dest_name": "dnfut7", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT8", + "source_type": "CHAR(1)", + "dest_name": "dnfut8", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT9", + "source_type": "CHAR(1)", + "dest_name": "dnfut9", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUTA", + "source_type": "CHAR(1)", + "dest_name": "dnfuta", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUTB", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnfutb", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "DNFUTC", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnfutc", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "DNMCHG", + "source_type": "CHAR(1)", + "dest_name": "dnmchg", + "dest_type": "text", + "description": "Manual Change Flag" + }, + { + "source_name": "DNMDAT", + "source_type": "DATE", + "dest_name": "dnmdat", + "dest_type": "date", + "description": "Manual Change Date" + }, + { + "source_name": "DNALTM", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnaltm", + "dest_type": "numeric(3,0)", + "description": "Alternate Method Number" + }, + { + "source_name": "DNENGC", + "source_type": "CHAR(11)", + "dest_name": "dnengc", + "dest_type": "text", + "description": "Engineering Change #" + }, + { + "source_name": "DNCREV", + "source_type": "CHAR(3)", + "dest_name": "dncrev", + "dest_type": "text", + "description": "Customer Revision" + }, + { + "source_name": "DNALTMN", + "source_type": "NUMERIC(3,0)", + "dest_name": "dnaltmn", + "dest_type": "numeric(3,0)", + "description": "Alternate Method #" + }, + { + "source_name": "DNRAN", + "source_type": "CHAR(20)", + "dest_name": "dnran", + "dest_type": "text", + "description": "RAN" + }, + { + "source_name": "DNENGCN", + "source_type": "CHAR(11)", + "dest_name": "dnengcn", + "dest_type": "text", + "description": "Engineering Change #" + }, + { + "source_name": "DNTPER", + "source_type": "NUMERIC(4,0)", + "dest_name": "dntper", + "dest_type": "numeric(4,0)", + "description": "WO Transfer Period" + }, + { + "source_name": "DNUSBCM", + "source_type": "CHAR(1)", + "dest_name": "dnusbcm", + "dest_type": "text", + "description": "Use Balance of Common Material" + }, + { + "source_name": "DNERVN", + "source_type": "CHAR(3)", + "dest_name": "dnervn", + "dest_type": "text", + "description": "Eng. Chg Rev" + }, + { + "source_name": "DNMPTY", + "source_type": "CHAR(1)", + "dest_name": "dnmpty", + "dest_type": "text", + "description": "Mark as Priority" + }, + { + "source_name": "DNSFOMC", + "source_type": "CHAR(1)", + "dest_name": "dnsfomc", + "dest_type": "text", + "description": "Feature Option Mat Cost" + }, + { + "source_name": "DNFUT10", + "source_type": "CHAR(10)", + "dest_name": "dnfut10", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT11", + "source_type": "CHAR(10)", + "dest_name": "dnfut11", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT12", + "source_type": "CHAR(10)", + "dest_name": "dnfut12", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT13", + "source_type": "CHAR(10)", + "dest_name": "dnfut13", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT14", + "source_type": "CHAR(10)", + "dest_name": "dnfut14", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT15", + "source_type": "CHAR(1)", + "dest_name": "dnfut15", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT16", + "source_type": "CHAR(1)", + "dest_name": "dnfut16", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT17", + "source_type": "CHAR(1)", + "dest_name": "dnfut17", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT18", + "source_type": "CHAR(1)", + "dest_name": "dnfut18", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT19", + "source_type": "CHAR(1)", + "dest_name": "dnfut19", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT20", + "source_type": "CHAR(1)", + "dest_name": "dnfut20", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT21", + "source_type": "CHAR(1)", + "dest_name": "dnfut21", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT22", + "source_type": "CHAR(1)", + "dest_name": "dnfut22", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT23", + "source_type": "CHAR(1)", + "dest_name": "dnfut23", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT24", + "source_type": "CHAR(1)", + "dest_name": "dnfut24", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT25", + "source_type": "CHAR(20)", + "dest_name": "dnfut25", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT26", + "source_type": "CHAR(20)", + "dest_name": "dnfut26", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT27", + "source_type": "CHAR(30)", + "dest_name": "dnfut27", + "dest_type": "text", + "description": "Future Use" + }, + { + "source_name": "DNFUT28", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnfut28", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "DNFUT29", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnfut29", + "dest_type": "numeric(15,5)", + "description": "Future Use" + }, + { + "source_name": "DNFUT30", + "source_type": "NUMERIC(15,5)", + "dest_name": "dnfut30", + "dest_type": "numeric(15,5)", + "description": "Future Use" + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/cjobh.sql b/config/modules/cjobh.sql new file mode 100644 index 0000000..89761ce --- /dev/null +++ b/config/modules/cjobh.sql @@ -0,0 +1,90 @@ +SELECT + RTRIM(DNJOB) AS dnjob, + RTRIM(DNPART) AS dnpart, + RTRIM(DNCUST) AS dncust, + RTRIM(DNNAME) AS dnname, + RTRIM(DNPRT) AS dnprt, + RTRIM(DNDES) AS dndes, + RTRIM(DNPO) AS dnpo, + CASE WHEN DNODAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNODAT END AS dnodat, + DNQTYR AS dnqtyr, + CASE WHEN DNRDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNRDAT END AS dnrdat, + DNRTIM AS dnrtim, + RTRIM(DNTMZN) AS dntmzn, + DNNMAT AS dnnmat, + DNNOS AS dnnos, + DNNROT AS dnnrot, + RTRIM(DNSTAT) AS dnstat, + RTRIM(DNPRNT) AS dnprnt, + RTRIM(DNBK01) AS dnbk01, + RTRIM(DNFLAG) AS dnflag, + CASE WHEN DNSDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNSDAT END AS dnsdat, + DNSTIM AS dnstim, + CASE WHEN DNEDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNEDAT END AS dnedat, + DNETIM AS dnetim, + DNSCMP AS dnscmp, + CASE WHEN DNBDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNBDAT END AS dnbdat, + RTRIM(DNBK04) AS dnbk04, + RTRIM(DNSMTH) AS dnsmth, + DNQCMP AS dnqcmp, + CASE WHEN DNCDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNCDAT END AS dncdat, + DNCTIM AS dnctim, + DNASEQ AS dnaseq, + CASE WHEN DNFDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNFDAT END AS dnfdat, + DNFTIM AS dnftim, + RTRIM(DNPREF) AS dnpref, + "DNORD#" AS "dnord#", + "DNITM#" AS "dnitm#", + RTRIM(DNUNIT) AS dnunit, + RTRIM(DNSTKL) AS dnstkl, + RTRIM(DNPLAN) AS dnplan, + RTRIM(DNPARN) AS dnparn, + RTRIM("DNREL#") AS "dnrel#", + RTRIM(DNPLNT) AS dnplnt, + RTRIM(DNFUT1) AS dnfut1, + RTRIM(DNFUT2) AS dnfut2, + RTRIM(DNFUT3) AS dnfut3, + RTRIM(DNFUT4) AS dnfut4, + RTRIM(DNFUT5) AS dnfut5, + RTRIM(DNFUT6) AS dnfut6, + RTRIM(DNFUT7) AS dnfut7, + RTRIM(DNFUT8) AS dnfut8, + RTRIM(DNFUT9) AS dnfut9, + RTRIM(DNFUTA) AS dnfuta, + DNFUTB AS dnfutb, + DNFUTC AS dnfutc, + RTRIM(DNMCHG) AS dnmchg, + CASE WHEN DNMDAT IN (DATE('0001-01-01'), DATE('9999-12-31')) THEN NULL ELSE DNMDAT END AS dnmdat, + DNALTM AS dnaltm, + RTRIM(DNENGC) AS dnengc, + RTRIM(DNCREV) AS dncrev, + DNALTMN AS dnaltmn, + RTRIM(DNRAN) AS dnran, + RTRIM(DNENGCN) AS dnengcn, + DNTPER AS dntper, + RTRIM(DNUSBCM) AS dnusbcm, + RTRIM(DNERVN) AS dnervn, + RTRIM(DNMPTY) AS dnmpty, + RTRIM(DNSFOMC) AS dnsfomc, + RTRIM(DNFUT10) AS dnfut10, + RTRIM(DNFUT11) AS dnfut11, + RTRIM(DNFUT12) AS dnfut12, + RTRIM(DNFUT13) AS dnfut13, + RTRIM(DNFUT14) AS dnfut14, + RTRIM(DNFUT15) AS dnfut15, + RTRIM(DNFUT16) AS dnfut16, + RTRIM(DNFUT17) AS dnfut17, + RTRIM(DNFUT18) AS dnfut18, + RTRIM(DNFUT19) AS dnfut19, + RTRIM(DNFUT20) AS dnfut20, + RTRIM(DNFUT21) AS dnfut21, + RTRIM(DNFUT22) AS dnfut22, + RTRIM(DNFUT23) AS dnfut23, + RTRIM(DNFUT24) AS dnfut24, + RTRIM(DNFUT25) AS dnfut25, + RTRIM(DNFUT26) AS dnfut26, + RTRIM(DNFUT27) AS dnfut27, + DNFUT28 AS dnfut28, + DNFUT29 AS dnfut29, + DNFUT30 AS dnfut30 +FROM LGDAT.CJOBH diff --git a/config/modules/ffpdglr1.json b/config/modules/ffpdglr1.json index ca8d486..599a4cd 100644 --- a/config/modules/ffpdglr1.json +++ b/config/modules/ffpdglr1.json @@ -151,10 +151,16 @@ } ], "watermarks": [ + { + "name": "ffpdglr1_hot", + "connection": "usmidsap02", + "resolver_sql": "SELECT LEAST(COALESCE(MAX(nwpdat), CURRENT_DATE), CURRENT_DATE) - 14 FROM cms.rprh WHERE nwfsyy < 35", + "default_value": null + }, { "name": "ffpdglr1_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(format('%L', MAX(to_char(nwfsyy,'00FM')||to_char(nwfspp,'00FM'))), '''1501''') FROM cms.rprh", + "resolver_sql": "SELECT COALESCE(MAX(to_char(nwfsyy,'00FM')||to_char(nwfspp,'00FM')), '1501') FROM cms.rprh where nwfsyy < 35", "default_value": "'1501'" } ], diff --git a/config/modules/gl00105.json b/config/modules/gl00105.json index 2bb3780..9a67715 100644 --- a/config/modules/gl00105.json +++ b/config/modules/gl00105.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP account index master", "columns": [ { "source_name": "ACTINDX", diff --git a/config/modules/mc00200.json b/config/modules/mc00200.json index 80fb7e1..3536915 100644 --- a/config/modules/mc00200.json +++ b/config/modules/mc00200.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP multicurrency account setup", "columns": [ { "source_name": "ACTINDX", diff --git a/config/modules/pm00200.json b/config/modules/pm00200.json index d004064..65656b1 100644 --- a/config/modules/pm00200.json +++ b/config/modules/pm00200.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP payables vendor master", "columns": [ { "source_name": "VENDORID", diff --git a/config/modules/rm20201.json b/config/modules/rm20201.json index d2a344d..6e925c0 100644 --- a/config/modules/rm20201.json +++ b/config/modules/rm20201.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP open receivables apply detail", "columns": [ { "source_name": "CUSTNMBR", diff --git a/config/modules/rm30201.json b/config/modules/rm30201.json index eb7095d..f73b979 100644 --- a/config/modules/rm30201.json +++ b/config/modules/rm30201.json @@ -7,7 +7,7 @@ "merge_strategy": "incremental", "merge_key": "aptodcty, aptodcnm", "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP receivables apply history", "columns": [ { "source_name": "CUSTNMBR", diff --git a/config/modules/sop10102.json b/config/modules/sop10102.json index 1d522c0..684cf46 100644 --- a/config/modules/sop10102.json +++ b/config/modules/sop10102.json @@ -7,7 +7,7 @@ "merge_strategy": "incremental", "merge_key": "dex_row_id", "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP sales distributions", "columns": [ { "source_name": "SOPTYPE", diff --git a/config/modules/sy03300.json b/config/modules/sy03300.json index 9086da0..c28591e 100644 --- a/config/modules/sy03300.json +++ b/config/modules/sy03300.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP payment terms setup", "columns": [ { "source_name": "PYMTRMID", diff --git a/config/modules/sy40100.json b/config/modules/sy40100.json index 121cd8d..9164a4a 100644 --- a/config/modules/sy40100.json +++ b/config/modules/sy40100.json @@ -7,7 +7,7 @@ "merge_strategy": "full", "merge_key": null, "enabled": 1, - "dest_description": null, + "dest_description": "Dynamics GP fiscal period setup", "columns": [ { "source_name": "CLOSED",