From 584df9dc03c369cdfbc373ffa7ba171037a9f05d Mon Sep 17 00:00:00 2001 From: Paul Trowbridge Date: Fri, 4 Sep 2026 09:26:09 -0400 Subject: [PATCH] module adds --- config/groups.json | 2 +- config/modules/iv00105.json | 58 +++ config/modules/iv00105.sql | 8 + config/modules/pm00100.json | 4 +- config/modules/pm00300.json | 4 +- config/modules/pm00400.json | 4 +- config/modules/pm10100.json | 4 +- config/modules/pm20000.json | 4 +- config/modules/pm20100.json | 4 +- config/modules/pm30200.json | 4 +- config/modules/pm30300.json | 4 +- config/modules/pm30600.json | 4 +- config/modules/pm30700.json | 4 +- config/modules/rm00201.json | 436 ++++++++++++++++++++++ config/modules/rm00201.sql | 62 ++++ config/modules/sop40100.json | 681 +++++++++++++++++++++++++++++++++++ config/modules/sop40100.sql | 97 +++++ config/modules/stkt.json | 10 +- config/modules/stkt.sql | 5 +- config/modules/sy01100.json | 51 +++ config/modules/sy01100.sql | 7 + config/modules/uqf.json | 2 +- 22 files changed, 1431 insertions(+), 28 deletions(-) create mode 100644 config/modules/iv00105.json create mode 100644 config/modules/iv00105.sql create mode 100644 config/modules/rm00201.json create mode 100644 config/modules/rm00201.sql create mode 100644 config/modules/sop40100.json create mode 100644 config/modules/sop40100.sql create mode 100644 config/modules/sy01100.json create mode 100644 config/modules/sy01100.sql diff --git a/config/groups.json b/config/groups.json index 49b7de3..d252299 100644 --- a/config/groups.json +++ b/config/groups.json @@ -708,7 +708,7 @@ ], "schedules": [ { - "cron_expr": "0 * * * *", + "cron_expr": "0 */2 * * *", "enabled": 1 } ] diff --git a/config/modules/iv00105.json b/config/modules/iv00105.json new file mode 100644 index 0000000..b30b754 --- /dev/null +++ b/config/modules/iv00105.json @@ -0,0 +1,58 @@ +{ + "name": "iv00105", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.iv00105", + "staging_table": "pipekit_staging.iv00105", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "description": null, + "columns": [ + { + "source_name": "ITEMNMBR", + "source_type": "CHAR(31)", + "dest_name": "itemnmbr", + "dest_type": "text", + "description": null + }, + { + "source_name": "CURNCYID", + "source_type": "CHAR(15)", + "dest_name": "curncyid", + "dest_type": "text", + "description": null + }, + { + "source_name": "CURRNIDX", + "source_type": "SMALLINT", + "dest_name": "currnidx", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DECPLCUR", + "source_type": "SMALLINT", + "dest_name": "decplcur", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "LISTPRCE", + "source_type": "NUMERIC(19,5)", + "dest_name": "listprce", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/iv00105.sql b/config/modules/iv00105.sql new file mode 100644 index 0000000..a0109c6 --- /dev/null +++ b/config/modules/iv00105.sql @@ -0,0 +1,8 @@ +SELECT + RTRIM([ITEMNMBR]) AS [itemnmbr], + RTRIM([CURNCYID]) AS [curncyid], + [CURRNIDX] AS [currnidx], + [DECPLCUR] AS [decplcur], + [LISTPRCE] AS [listprce], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[IV00105] diff --git a/config/modules/pm00100.json b/config/modules/pm00100.json index f8ad032..bdd629c 100644 --- a/config/modules/pm00100.json +++ b/config/modules/pm00100.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP payables vendor class setup", + "description": "Dynamics GP payables vendor class setup", "columns": [ { "source_name": "VNDCLSID", @@ -382,6 +383,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP payables vendor class setup" + "hooks": [] } diff --git a/config/modules/pm00300.json b/config/modules/pm00300.json index 2bff58d..1832d03 100644 --- a/config/modules/pm00300.json +++ b/config/modules/pm00300.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP payables vendor address master", + "description": "Dynamics GP payables vendor address master", "columns": [ { "source_name": "VENDORID", @@ -200,6 +201,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP payables vendor address master" + "hooks": [] } diff --git a/config/modules/pm00400.json b/config/modules/pm00400.json index 50a2fa6..989cfd4 100644 --- a/config/modules/pm00400.json +++ b/config/modules/pm00400.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP payables key master; document index spanning open and history", + "description": "Dynamics GP payables key master; document index spanning open and history", "columns": [ { "source_name": "CNTRLNUM", @@ -109,6 +110,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP payables key master; document index spanning open and history" + "hooks": [] } diff --git a/config/modules/pm10100.json b/config/modules/pm10100.json index 5f71eff..a5a9890 100644 --- a/config/modules/pm10100.json +++ b/config/modules/pm10100.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP payables GL distributions for open vouchers", + "description": "Dynamics GP payables GL distributions for open vouchers", "columns": [ { "source_name": "VCHRNMBR", @@ -263,6 +264,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP payables GL distributions for open vouchers" + "hooks": [] } diff --git a/config/modules/pm20000.json b/config/modules/pm20000.json index 6930217..12d3dd9 100644 --- a/config/modules/pm20000.json +++ b/config/modules/pm20000.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP open payables transactions", + "description": "Dynamics GP open payables transactions", "columns": [ { "source_name": "VCHRNMBR", @@ -557,6 +558,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP open payables transactions" + "hooks": [] } diff --git a/config/modules/pm20100.json b/config/modules/pm20100.json index 6baf349..7419255 100644 --- a/config/modules/pm20100.json +++ b/config/modules/pm20100.json @@ -8,6 +8,7 @@ "merge_key": "vchrnmbr, doctype", "enabled": 1, "dest_description": "Dynamics GP open payables apply detail", + "description": "Dynamics GP open payables apply detail", "columns": [ { "source_name": "KEYSOURC", @@ -634,6 +635,5 @@ "default_value": "1900-01-01" } ], - "hooks": [], - "description": "Dynamics GP open payables apply detail" + "hooks": [] } diff --git a/config/modules/pm30200.json b/config/modules/pm30200.json index caf64ae..0f00b4b 100644 --- a/config/modules/pm30200.json +++ b/config/modules/pm30200.json @@ -8,6 +8,7 @@ "merge_key": "vchrnmbr, doctype", "enabled": 1, "dest_description": "Dynamics GP payables history", + "description": "Dynamics GP payables history", "columns": [ { "source_name": "VCHRNMBR", @@ -564,6 +565,5 @@ "default_value": "1900-01-01" } ], - "hooks": [], - "description": "Dynamics GP payables history" + "hooks": [] } diff --git a/config/modules/pm30300.json b/config/modules/pm30300.json index bc3b4c3..9f7be13 100644 --- a/config/modules/pm30300.json +++ b/config/modules/pm30300.json @@ -8,6 +8,7 @@ "merge_key": "vchrnmbr, doctype", "enabled": 1, "dest_description": "Dynamics GP payables apply history", + "description": "Dynamics GP payables apply history", "columns": [ { "source_name": "VENDORID", @@ -466,6 +467,5 @@ "default_value": "1900-01-01" } ], - "hooks": [], - "description": "Dynamics GP payables apply history" + "hooks": [] } diff --git a/config/modules/pm30600.json b/config/modules/pm30600.json index c829d2d..37ba611 100644 --- a/config/modules/pm30600.json +++ b/config/modules/pm30600.json @@ -8,6 +8,7 @@ "merge_key": "vchrnmbr, doctype", "enabled": 1, "dest_description": "Dynamics GP payables GL distribution history", + "description": "Dynamics GP payables GL distribution history", "columns": [ { "source_name": "DOCTYPE", @@ -179,6 +180,5 @@ "default_value": "1900-01-01" } ], - "hooks": [], - "description": "Dynamics GP payables GL distribution history" + "hooks": [] } diff --git a/config/modules/pm30700.json b/config/modules/pm30700.json index e2e375d..5f1ff62 100644 --- a/config/modules/pm30700.json +++ b/config/modules/pm30700.json @@ -8,6 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "Dynamics GP payables tax history", + "description": "Dynamics GP payables tax history", "columns": [ { "source_name": "VENDORID", @@ -165,6 +166,5 @@ } ], "watermarks": [], - "hooks": [], - "description": "Dynamics GP payables tax history" + "hooks": [] } diff --git a/config/modules/rm00201.json b/config/modules/rm00201.json new file mode 100644 index 0000000..e83b9b6 --- /dev/null +++ b/config/modules/rm00201.json @@ -0,0 +1,436 @@ +{ + "name": "rm00201", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.rm00201", + "staging_table": "pipekit_staging.rm00201", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "description": null, + "columns": [ + { + "source_name": "CLASSID", + "source_type": "CHAR(15)", + "dest_name": "classid", + "dest_type": "text", + "description": null + }, + { + "source_name": "CLASDSCR", + "source_type": "CHAR(31)", + "dest_name": "clasdscr", + "dest_type": "text", + "description": null + }, + { + "source_name": "CRLMTTYP", + "source_type": "SMALLINT", + "dest_name": "crlmttyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CRLMTAMT", + "source_type": "NUMERIC(19,5)", + "dest_name": "crlmtamt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "CRLMTPER", + "source_type": "SMALLINT", + "dest_name": "crlmtper", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CRLMTPAM", + "source_type": "NUMERIC(19,5)", + "dest_name": "crlmtpam", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "DEFLTCLS", + "source_type": "TINYINT", + "dest_name": "defltcls", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "BALNCTYP", + "source_type": "SMALLINT", + "dest_name": "balnctyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CHEKBKID", + "source_type": "CHAR(15)", + "dest_name": "chekbkid", + "dest_type": "text", + "description": null + }, + { + "source_name": "BANKNAME", + "source_type": "CHAR(31)", + "dest_name": "bankname", + "dest_type": "text", + "description": null + }, + { + "source_name": "TAXSCHID", + "source_type": "CHAR(15)", + "dest_name": "taxschid", + "dest_type": "text", + "description": null + }, + { + "source_name": "SHIPMTHD", + "source_type": "CHAR(15)", + "dest_name": "shipmthd", + "dest_type": "text", + "description": null + }, + { + "source_name": "PYMTRMID", + "source_type": "CHAR(21)", + "dest_name": "pymtrmid", + "dest_type": "text", + "description": null + }, + { + "source_name": "CUSTDISC", + "source_type": "SMALLINT", + "dest_name": "custdisc", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CSTPRLVL", + "source_type": "CHAR(11)", + "dest_name": "cstprlvl", + "dest_type": "text", + "description": null + }, + { + "source_name": "MINPYTYP", + "source_type": "SMALLINT", + "dest_name": "minpytyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MINPYDLR", + "source_type": "NUMERIC(19,5)", + "dest_name": "minpydlr", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "MINPYPCT", + "source_type": "SMALLINT", + "dest_name": "minpypct", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MXWOFTYP", + "source_type": "SMALLINT", + "dest_name": "mxwoftyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MXWROFAM", + "source_type": "NUMERIC(19,5)", + "dest_name": "mxwrofam", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "FINCHARG", + "source_type": "TINYINT", + "dest_name": "fincharg", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "FNCHATYP", + "source_type": "SMALLINT", + "dest_name": "fnchatyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "FINCHDLR", + "source_type": "NUMERIC(19,5)", + "dest_name": "finchdlr", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "FNCHPCNT", + "source_type": "SMALLINT", + "dest_name": "fnchpcnt", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PRCLEVEL", + "source_type": "CHAR(11)", + "dest_name": "prclevel", + "dest_type": "text", + "description": null + }, + { + "source_name": "CURNCYID", + "source_type": "CHAR(15)", + "dest_name": "curncyid", + "dest_type": "text", + "description": null + }, + { + "source_name": "RATETPID", + "source_type": "CHAR(15)", + "dest_name": "ratetpid", + "dest_type": "text", + "description": null + }, + { + "source_name": "DEFCACTY", + "source_type": "SMALLINT", + "dest_name": "defcacty", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "RMCSHACC", + "source_type": "INT", + "dest_name": "rmcshacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMARACC", + "source_type": "INT", + "dest_name": "rmaracc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMCOSACC", + "source_type": "INT", + "dest_name": "rmcosacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMIVACC", + "source_type": "INT", + "dest_name": "rmivacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMSLSACC", + "source_type": "INT", + "dest_name": "rmslsacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMAVACC", + "source_type": "INT", + "dest_name": "rmavacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMTAKACC", + "source_type": "INT", + "dest_name": "rmtakacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMFCGACC", + "source_type": "INT", + "dest_name": "rmfcgacc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMWRACC", + "source_type": "INT", + "dest_name": "rmwracc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "RMSORACC", + "source_type": "INT", + "dest_name": "rmsoracc", + "dest_type": "integer", + "description": null + }, + { + "source_name": "SALSTERR", + "source_type": "CHAR(15)", + "dest_name": "salsterr", + "dest_type": "text", + "description": null + }, + { + "source_name": "SLPRSNID", + "source_type": "CHAR(15)", + "dest_name": "slprsnid", + "dest_type": "text", + "description": null + }, + { + "source_name": "STMTCYCL", + "source_type": "SMALLINT", + "dest_name": "stmtcycl", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SNDSTMNT", + "source_type": "TINYINT", + "dest_name": "sndstmnt", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "INACTIVE", + "source_type": "TINYINT", + "dest_name": "inactive", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPCALHST", + "source_type": "TINYINT", + "dest_name": "kpcalhst", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPDSTHST", + "source_type": "TINYINT", + "dest_name": "kpdsthst", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPERHIST", + "source_type": "TINYINT", + "dest_name": "kperhist", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPTRXHST", + "source_type": "TINYINT", + "dest_name": "kptrxhst", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "NOTEINDX", + "source_type": "NUMERIC(19,5)", + "dest_name": "noteindx", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "MODIFDT", + "source_type": "DATETIME", + "dest_name": "modifdt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "CREATDDT", + "source_type": "DATETIME", + "dest_name": "creatddt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "Revalue_Customer", + "source_type": "TINYINT", + "dest_name": "revalue_customer", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Post_Results_To", + "source_type": "SMALLINT", + "dest_name": "post_results_to", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DISGRPER", + "source_type": "SMALLINT", + "dest_name": "disgrper", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DUEGRPER", + "source_type": "SMALLINT", + "dest_name": "duegrper", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "ORDERFULFILLDEFAULT", + "source_type": "SMALLINT", + "dest_name": "orderfulfilldefault", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CUSTPRIORITY", + "source_type": "SMALLINT", + "dest_name": "custpriority", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "RMOvrpymtWrtoffAcctIdx", + "source_type": "INT", + "dest_name": "rmovrpymtwrtoffacctidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "CBVAT", + "source_type": "TINYINT", + "dest_name": "cbvat", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "INCLUDEINDP", + "source_type": "TINYINT", + "dest_name": "includeindp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/rm00201.sql b/config/modules/rm00201.sql new file mode 100644 index 0000000..8e38957 --- /dev/null +++ b/config/modules/rm00201.sql @@ -0,0 +1,62 @@ +SELECT + RTRIM([CLASSID]) AS [classid], + RTRIM([CLASDSCR]) AS [clasdscr], + [CRLMTTYP] AS [crlmttyp], + [CRLMTAMT] AS [crlmtamt], + [CRLMTPER] AS [crlmtper], + [CRLMTPAM] AS [crlmtpam], + [DEFLTCLS] AS [defltcls], + [BALNCTYP] AS [balnctyp], + RTRIM([CHEKBKID]) AS [chekbkid], + RTRIM([BANKNAME]) AS [bankname], + RTRIM([TAXSCHID]) AS [taxschid], + RTRIM([SHIPMTHD]) AS [shipmthd], + RTRIM([PYMTRMID]) AS [pymtrmid], + [CUSTDISC] AS [custdisc], + RTRIM([CSTPRLVL]) AS [cstprlvl], + [MINPYTYP] AS [minpytyp], + [MINPYDLR] AS [minpydlr], + [MINPYPCT] AS [minpypct], + [MXWOFTYP] AS [mxwoftyp], + [MXWROFAM] AS [mxwrofam], + [FINCHARG] AS [fincharg], + [FNCHATYP] AS [fnchatyp], + [FINCHDLR] AS [finchdlr], + [FNCHPCNT] AS [fnchpcnt], + RTRIM([PRCLEVEL]) AS [prclevel], + RTRIM([CURNCYID]) AS [curncyid], + RTRIM([RATETPID]) AS [ratetpid], + [DEFCACTY] AS [defcacty], + [RMCSHACC] AS [rmcshacc], + [RMARACC] AS [rmaracc], + [RMCOSACC] AS [rmcosacc], + [RMIVACC] AS [rmivacc], + [RMSLSACC] AS [rmslsacc], + [RMAVACC] AS [rmavacc], + [RMTAKACC] AS [rmtakacc], + [RMFCGACC] AS [rmfcgacc], + [RMWRACC] AS [rmwracc], + [RMSORACC] AS [rmsoracc], + RTRIM([SALSTERR]) AS [salsterr], + RTRIM([SLPRSNID]) AS [slprsnid], + [STMTCYCL] AS [stmtcycl], + [SNDSTMNT] AS [sndstmnt], + [INACTIVE] AS [inactive], + [KPCALHST] AS [kpcalhst], + [KPDSTHST] AS [kpdsthst], + [KPERHIST] AS [kperhist], + [KPTRXHST] AS [kptrxhst], + [NOTEINDX] AS [noteindx], + [MODIFDT] AS [modifdt], + [CREATDDT] AS [creatddt], + [Revalue_Customer] AS [revalue_customer], + [Post_Results_To] AS [post_results_to], + [DISGRPER] AS [disgrper], + [DUEGRPER] AS [duegrper], + [ORDERFULFILLDEFAULT] AS [orderfulfilldefault], + [CUSTPRIORITY] AS [custpriority], + [RMOvrpymtWrtoffAcctIdx] AS [rmovrpymtwrtoffacctidx], + [CBVAT] AS [cbvat], + [INCLUDEINDP] AS [includeindp], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[RM00201] diff --git a/config/modules/sop40100.json b/config/modules/sop40100.json new file mode 100644 index 0000000..324e688 --- /dev/null +++ b/config/modules/sop40100.json @@ -0,0 +1,681 @@ +{ + "name": "sop40100", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.sop40100", + "staging_table": "pipekit_staging.sop40100", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "description": null, + "columns": [ + { + "source_name": "COMMNTID", + "source_type": "CHAR(15)", + "dest_name": "commntid", + "dest_type": "text", + "description": null + }, + { + "source_name": "SETUPKEY", + "source_type": "SMALLINT", + "dest_name": "setupkey", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DPYITMCS", + "source_type": "TINYINT", + "dest_name": "dpyitmcs", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DQTYSWAR", + "source_type": "TINYINT", + "dest_name": "dqtyswar", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TRKVDTRX", + "source_type": "TINYINT", + "dest_name": "trkvdtrx", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CALCKITC", + "source_type": "TINYINT", + "dest_name": "calckitc", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "NEWRATES", + "source_type": "TINYINT", + "dest_name": "newrates", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TRMSTNUM", + "source_type": "TINYINT", + "dest_name": "trmstnum", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "NXTMSTNO", + "source_type": "INT", + "dest_name": "nxtmstno", + "dest_type": "integer", + "description": null + }, + { + "source_name": "QUOTE", + "source_type": "TINYINT", + "dest_name": "quote", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PRDER", + "source_type": "TINYINT", + "dest_name": "prder", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "INVORETU", + "source_type": "TINYINT", + "dest_name": "invoretu", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "ACDSTRBN", + "source_type": "TINYINT", + "dest_name": "acdstrbn", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "LOCNCODE", + "source_type": "CHAR(11)", + "dest_name": "locncode", + "dest_type": "text", + "description": null + }, + { + "source_name": "CHEKBKID", + "source_type": "CHAR(15)", + "dest_name": "chekbkid", + "dest_type": "text", + "description": null + }, + { + "source_name": "DFQTYSOP", + "source_type": "SMALLINT", + "dest_name": "dfqtysop", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "QUODOCID", + "source_type": "CHAR(15)", + "dest_name": "quodocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "ORDDOCID", + "source_type": "CHAR(15)", + "dest_name": "orddocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "BACDOCID", + "source_type": "CHAR(15)", + "dest_name": "bacdocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "INVDOCID", + "source_type": "CHAR(15)", + "dest_name": "invdocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "RETDOCID", + "source_type": "CHAR(15)", + "dest_name": "retdocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "DECPLQTY", + "source_type": "SMALLINT", + "dest_name": "decplqty", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DECPLCUR", + "source_type": "SMALLINT", + "dest_name": "decplcur", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "USEACFRM", + "source_type": "SMALLINT", + "dest_name": "useacfrm", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "USEADVTX", + "source_type": "SMALLINT", + "dest_name": "useadvtx", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TAXSCHID", + "source_type": "CHAR(15)", + "dest_name": "taxschid", + "dest_type": "text", + "description": null + }, + { + "source_name": "NONIVTXB", + "source_type": "SMALLINT", + "dest_name": "nonivtxb", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "NONIVSCH", + "source_type": "CHAR(15)", + "dest_name": "nonivsch", + "dest_type": "text", + "description": null + }, + { + "source_name": "FRGTTXBL", + "source_type": "SMALLINT", + "dest_name": "frgttxbl", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "FRTSCHID", + "source_type": "CHAR(15)", + "dest_name": "frtschid", + "dest_type": "text", + "description": null + }, + { + "source_name": "MISCTXBL", + "source_type": "SMALLINT", + "dest_name": "misctxbl", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MSCSCHID", + "source_type": "CHAR(15)", + "dest_name": "mscschid", + "dest_type": "text", + "description": null + }, + { + "source_name": "MPACKSLP", + "source_type": "SMALLINT", + "dest_name": "mpackslp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MPICKTIC", + "source_type": "SMALLINT", + "dest_name": "mpicktic", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PriceLevelWarning", + "source_type": "SMALLINT", + "dest_name": "pricelevelwarning", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_1", + "source_type": "TINYINT", + "dest_name": "sopallow_1", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_2", + "source_type": "TINYINT", + "dest_name": "sopallow_2", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_3", + "source_type": "TINYINT", + "dest_name": "sopallow_3", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_4", + "source_type": "TINYINT", + "dest_name": "sopallow_4", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_5", + "source_type": "TINYINT", + "dest_name": "sopallow_5", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_6", + "source_type": "TINYINT", + "dest_name": "sopallow_6", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_7", + "source_type": "TINYINT", + "dest_name": "sopallow_7", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_8", + "source_type": "TINYINT", + "dest_name": "sopallow_8", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_9", + "source_type": "TINYINT", + "dest_name": "sopallow_9", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPALLOW_10", + "source_type": "TINYINT", + "dest_name": "sopallow_10", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPPSSWD_1", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_1", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_2", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_2", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_3", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_3", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_4", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_4", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_5", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_5", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_6", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_6", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_7", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_7", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_8", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_8", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_9", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_9", + "dest_type": "text", + "description": null + }, + { + "source_name": "SOPPSSWD_10", + "source_type": "CHAR(11)", + "dest_name": "soppsswd_10", + "dest_type": "text", + "description": null + }, + { + "source_name": "IVCDSTCK", + "source_type": "BINARY", + "dest_name": "ivcdstck", + "dest_type": "bytea", + "description": null + }, + { + "source_name": "NUMOFTRX", + "source_type": "INT", + "dest_name": "numoftrx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "USRDFPR1", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr1", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR2", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr2", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR3", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr3", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR4", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr4", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR5", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr5", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR6", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr6", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR7", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr7", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR8", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr8", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRPR9", + "source_type": "CHAR(15)", + "dest_name": "usrdrpr9", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRP10", + "source_type": "CHAR(15)", + "dest_name": "usrdrp10", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRP11", + "source_type": "CHAR(15)", + "dest_name": "usrdrp11", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDRP12", + "source_type": "CHAR(15)", + "dest_name": "usrdrp12", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDFPR13", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr13", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDFPR14", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr14", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDFPR15", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr15", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDFPR16", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr16", + "dest_type": "text", + "description": null + }, + { + "source_name": "USRDFPR17", + "source_type": "CHAR(15)", + "dest_name": "usrdfpr17", + "dest_type": "text", + "description": null + }, + { + "source_name": "CREATDDT", + "source_type": "DATETIME", + "dest_name": "creatddt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "MODIFDT", + "source_type": "DATETIME", + "dest_name": "modifdt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "REQSHIP", + "source_type": "SMALLINT", + "dest_name": "reqship", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "REQDAYS", + "source_type": "SMALLINT", + "dest_name": "reqdays", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SITEPREF", + "source_type": "SMALLINT", + "dest_name": "sitepref", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PREFSITE", + "source_type": "CHAR(11)", + "dest_name": "prefsite", + "dest_type": "text", + "description": null + }, + { + "source_name": "REQDATEPO", + "source_type": "SMALLINT", + "dest_name": "reqdatepo", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Required_Days", + "source_type": "SMALLINT", + "dest_name": "required_days", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "UMDEFAULT", + "source_type": "SMALLINT", + "dest_name": "umdefault", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "COMBONPO", + "source_type": "TINYINT", + "dest_name": "combonpo", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TXBASECS", + "source_type": "TINYINT", + "dest_name": "txbasecs", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "USEORGUC", + "source_type": "TINYINT", + "dest_name": "useorguc", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Prices_Not_Required_In_Pr", + "source_type": "TINYINT", + "dest_name": "prices_not_required_in_pr", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PasswordUpper", + "source_type": "CHAR(11)", + "dest_name": "passwordupper", + "dest_type": "text", + "description": null + }, + { + "source_name": "Convert_Functional_Price", + "source_type": "TINYINT", + "dest_name": "convert_functional_price", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "INDVPICKTICKETSORT", + "source_type": "SMALLINT", + "dest_name": "indvpickticketsort", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PRINTAVAILABLEBINS", + "source_type": "SMALLINT", + "dest_name": "printavailablebins", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "FODOCID", + "source_type": "CHAR(15)", + "dest_name": "fodocid", + "dest_type": "text", + "description": null + }, + { + "source_name": "CombineDropshipSOLines", + "source_type": "TINYINT", + "dest_name": "combinedropshipsolines", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CombineDropshipSODocs", + "source_type": "TINYINT", + "dest_name": "combinedropshipsodocs", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/sop40100.sql b/config/modules/sop40100.sql new file mode 100644 index 0000000..92075e7 --- /dev/null +++ b/config/modules/sop40100.sql @@ -0,0 +1,97 @@ +SELECT + RTRIM([COMMNTID]) AS [commntid], + [SETUPKEY] AS [setupkey], + [DPYITMCS] AS [dpyitmcs], + [DQTYSWAR] AS [dqtyswar], + [TRKVDTRX] AS [trkvdtrx], + [CALCKITC] AS [calckitc], + [NEWRATES] AS [newrates], + [TRMSTNUM] AS [trmstnum], + [NXTMSTNO] AS [nxtmstno], + [QUOTE] AS [quote], + [PRDER] AS [prder], + [INVORETU] AS [invoretu], + [ACDSTRBN] AS [acdstrbn], + RTRIM([LOCNCODE]) AS [locncode], + RTRIM([CHEKBKID]) AS [chekbkid], + [DFQTYSOP] AS [dfqtysop], + RTRIM([QUODOCID]) AS [quodocid], + RTRIM([ORDDOCID]) AS [orddocid], + RTRIM([BACDOCID]) AS [bacdocid], + RTRIM([INVDOCID]) AS [invdocid], + RTRIM([RETDOCID]) AS [retdocid], + [DECPLQTY] AS [decplqty], + [DECPLCUR] AS [decplcur], + [USEACFRM] AS [useacfrm], + [USEADVTX] AS [useadvtx], + RTRIM([TAXSCHID]) AS [taxschid], + [NONIVTXB] AS [nonivtxb], + RTRIM([NONIVSCH]) AS [nonivsch], + [FRGTTXBL] AS [frgttxbl], + RTRIM([FRTSCHID]) AS [frtschid], + [MISCTXBL] AS [misctxbl], + RTRIM([MSCSCHID]) AS [mscschid], + [MPACKSLP] AS [mpackslp], + [MPICKTIC] AS [mpicktic], + [PriceLevelWarning] AS [pricelevelwarning], + [SOPALLOW_1] AS [sopallow_1], + [SOPALLOW_2] AS [sopallow_2], + [SOPALLOW_3] AS [sopallow_3], + [SOPALLOW_4] AS [sopallow_4], + [SOPALLOW_5] AS [sopallow_5], + [SOPALLOW_6] AS [sopallow_6], + [SOPALLOW_7] AS [sopallow_7], + [SOPALLOW_8] AS [sopallow_8], + [SOPALLOW_9] AS [sopallow_9], + [SOPALLOW_10] AS [sopallow_10], + RTRIM([SOPPSSWD_1]) AS [soppsswd_1], + RTRIM([SOPPSSWD_2]) AS [soppsswd_2], + RTRIM([SOPPSSWD_3]) AS [soppsswd_3], + RTRIM([SOPPSSWD_4]) AS [soppsswd_4], + RTRIM([SOPPSSWD_5]) AS [soppsswd_5], + RTRIM([SOPPSSWD_6]) AS [soppsswd_6], + RTRIM([SOPPSSWD_7]) AS [soppsswd_7], + RTRIM([SOPPSSWD_8]) AS [soppsswd_8], + RTRIM([SOPPSSWD_9]) AS [soppsswd_9], + RTRIM([SOPPSSWD_10]) AS [soppsswd_10], + [IVCDSTCK] AS [ivcdstck], + [NUMOFTRX] AS [numoftrx], + RTRIM([USRDFPR1]) AS [usrdfpr1], + RTRIM([USRDRPR2]) AS [usrdrpr2], + RTRIM([USRDRPR3]) AS [usrdrpr3], + RTRIM([USRDRPR4]) AS [usrdrpr4], + RTRIM([USRDRPR5]) AS [usrdrpr5], + RTRIM([USRDRPR6]) AS [usrdrpr6], + RTRIM([USRDRPR7]) AS [usrdrpr7], + RTRIM([USRDRPR8]) AS [usrdrpr8], + RTRIM([USRDRPR9]) AS [usrdrpr9], + RTRIM([USRDRP10]) AS [usrdrp10], + RTRIM([USRDRP11]) AS [usrdrp11], + RTRIM([USRDRP12]) AS [usrdrp12], + RTRIM([USRDFPR13]) AS [usrdfpr13], + RTRIM([USRDFPR14]) AS [usrdfpr14], + RTRIM([USRDFPR15]) AS [usrdfpr15], + RTRIM([USRDFPR16]) AS [usrdfpr16], + RTRIM([USRDFPR17]) AS [usrdfpr17], + [CREATDDT] AS [creatddt], + [MODIFDT] AS [modifdt], + [REQSHIP] AS [reqship], + [REQDAYS] AS [reqdays], + [SITEPREF] AS [sitepref], + RTRIM([PREFSITE]) AS [prefsite], + [REQDATEPO] AS [reqdatepo], + [Required_Days] AS [required_days], + [UMDEFAULT] AS [umdefault], + [COMBONPO] AS [combonpo], + [TXBASECS] AS [txbasecs], + [USEORGUC] AS [useorguc], + [Prices_Not_Required_In_Pr] AS [prices_not_required_in_pr], + RTRIM([PasswordUpper]) AS [passwordupper], + [Convert_Functional_Price] AS [convert_functional_price], + [INDVPICKTICKETSORT] AS [indvpickticketsort], + [PRINTAVAILABLEBINS] AS [printavailablebins], + RTRIM([FODOCID]) AS [fodocid], + [CombineDropshipSOLines] AS [combinedropshipsolines], + [CombineDropshipSODocs] AS [combinedropshipsodocs], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[SOP40100] diff --git a/config/modules/stkt.json b/config/modules/stkt.json index 70578e7..975db20 100644 --- a/config/modules/stkt.json +++ b/config/modules/stkt.json @@ -5,7 +5,7 @@ "dest_table": "cms.stkt", "staging_table": "pipekit_staging.stkt", "merge_strategy": "incremental", - "merge_key": "byfsyy, byfspr", + "merge_key": "bytran", "enabled": 1, "dest_description": "Stock Transaction History 6.1", "description": "Inventory stock transactions, current fiscal period forward", @@ -306,10 +306,16 @@ } ], "watermarks": [ + { + "name": "bytran", + "connection": "usmidsap02", + "resolver_sql": "select max(bytran) from cms.stkt", + "default_value": null + }, { "name": "stkt_period", "connection": "usmidsap02", - "resolver_sql": "SELECT CASE WHEN EXTRACT(MONTH FROM CURRENT_DATE) >= 6\n THEN (EXTRACT(YEAR FROM CURRENT_DATE) + 1) * 100 + (EXTRACT(MONTH FROM CURRENT_DATE) - 5)\n ELSE EXTRACT(YEAR FROM CURRENT_DATE) * 100 + (EXTRACT(MONTH FROM CURRENT_DATE) + 7)\n END::INT AS fiscal_period_key", + "resolver_sql": "SELECT CASE WHEN EXTRACT(MONTH FROM CURRENT_DATE) >= 6\r\n THEN (EXTRACT(YEAR FROM CURRENT_DATE) + 1) * 100 + (EXTRACT(MONTH FROM CURRENT_DATE) - 5)\r\n ELSE EXTRACT(YEAR FROM CURRENT_DATE) * 100 + (EXTRACT(MONTH FROM CURRENT_DATE) + 7)\r\n END::INT AS fiscal_period_key", "default_value": null } ], diff --git a/config/modules/stkt.sql b/config/modules/stkt.sql index 0d71e52..2393afa 100644 --- a/config/modules/stkt.sql +++ b/config/modules/stkt.sql @@ -42,7 +42,4 @@ SELECT BYFUT2N AS byfut2n, BYFUT3N AS byfut3n FROM LGDAT.STKT -WHERE BYFSYY BETWEEN 2000 AND 2030 -- drop corrupt out-of-range fiscal years - AND (BYFSYY > {stkt_period} / 100 -- split YYYYPP so the predicate stays - OR (BYFSYY = {stkt_period} / 100 -- sargable against STKTX10, whose - AND BYFSPR >= MOD({stkt_period}, 100))) -- leading key is FiscalYearPd +WHERE BYFSYY = {bytran} diff --git a/config/modules/sy01100.json b/config/modules/sy01100.json new file mode 100644 index 0000000..c585bc8 --- /dev/null +++ b/config/modules/sy01100.json @@ -0,0 +1,51 @@ +{ + "name": "sy01100", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.sy01100", + "staging_table": "pipekit_staging.sy01100", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "description": null, + "columns": [ + { + "source_name": "SERIES", + "source_type": "SMALLINT", + "dest_name": "series", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SEQNUMBR", + "source_type": "INT", + "dest_name": "seqnumbr", + "dest_type": "integer", + "description": null + }, + { + "source_name": "ACTINDX", + "source_type": "INT", + "dest_name": "actindx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PTGACDSC", + "source_type": "CHAR(31)", + "dest_name": "ptgacdsc", + "dest_type": "text", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/sy01100.sql b/config/modules/sy01100.sql new file mode 100644 index 0000000..0987b28 --- /dev/null +++ b/config/modules/sy01100.sql @@ -0,0 +1,7 @@ +SELECT + [SERIES] AS [series], + [SEQNUMBR] AS [seqnumbr], + [ACTINDX] AS [actindx], + RTRIM([PTGACDSC]) AS [ptgacdsc], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[SY01100] diff --git a/config/modules/uqf.json b/config/modules/uqf.json index 6a8369b..4f6b5c4 100644 --- a/config/modules/uqf.json +++ b/config/modules/uqf.json @@ -8,7 +8,7 @@ "merge_key": null, "enabled": 1, "dest_description": "UQF", - "description": "Item qualification/pricing source; upstream dependency of itemm \u2014 must run before it", + "description": "Item qualification/pricing source; upstream dependency of itemm — must run before it", "columns": [ { "source_name": "UQCODE",