diff --git a/config/connections.json b/config/connections.json index 22eb0c6..813c96a 100644 --- a/config/connections.json +++ b/config/connections.json @@ -2,7 +2,7 @@ { "name": "S78030956", "driver": "db2-jt400", - "jdbc_url": "jdbc:as400://S7830956;libraries=RLARP,LGDAT,LGPGM", + "jdbc_url": "jdbc:as400://S7830956;libraries=RLARP,LGDAT,LGPGM;block size=512", "username": "ptrowbridg", "password": "$DB2PW", "default_dest_connection": "usmidsap02", diff --git a/config/groups.json b/config/groups.json index a2fba5e..68fd3d1 100644 --- a/config/groups.json +++ b/config/groups.json @@ -23,7 +23,12 @@ "run_order": 0 } ], - "schedules": [] + "schedules": [ + { + "cron_expr": "0 1 * * *", + "enabled": 1 + } + ] }, { "name": "Codes", @@ -32,14 +37,66 @@ "module": "code", "run_order": 0 }, + { + "module": "color", + "run_order": 0 + }, + { + "module": "colorb", + "run_order": 0 + }, + { + "module": "colortier", + "run_order": 0 + }, + { + "module": "cret", + "run_order": 0 + }, { "module": "ffcret", "run_order": 0 }, + { + "module": "glie", + "run_order": 0 + }, + { + "module": "irea", + "run_order": 0 + }, + { + "module": "macgrp", + "run_order": 0 + }, + { + "module": "majg", + "run_order": 0 + }, + { + "module": "mmgp", + "run_order": 0 + }, + { + "module": "mmsl", + "run_order": 0 + }, { "module": "name", "run_order": 0 }, + { + "module": "plnt", + "run_order": 0 + }, + { + "module": "sach", + "run_order": 0 + }, + { + "module": "sscc", + "run_order": 0 + }, { "module": "sy03300", "run_order": 0 @@ -47,17 +104,53 @@ { "module": "terms", "run_order": 0 + }, + { + "module": "usrd", + "run_order": 0 } ], - "schedules": [] + "schedules": [ + { + "cron_expr": "0 1 * * *", + "enabled": 1 + } + ] + }, + { + "name": "Cost History", + "members": [ + { + "module": "icstt", + "run_order": 0 + } + ], + "schedules": [ + { + "cron_expr": "30 3 * * *", + "enabled": 1 + } + ] }, { "name": "Customer", "members": [ + { + "module": "adrs", + "run_order": 0 + }, { "module": "cust", "run_order": 0 }, + { + "module": "usrcust", + "run_order": 0 + }, + { + "module": "vend", + "run_order": 0 + }, { "module": "rm00101", "run_order": 1 @@ -77,6 +170,10 @@ { "name": "Fiscal", "members": [ + { + "module": "armasc", + "run_order": 0 + }, { "module": "coa_map", "run_order": 0 @@ -109,10 +206,6 @@ "module": "sy40100", "run_order": 0 }, - { - "module": "tb_addbacks", - "run_order": 0 - }, { "module": "fgrp", "run_order": 1 @@ -149,6 +242,28 @@ } ] }, + { + "name": "Future", + "members": [ + { + "module": "fresre", + "run_order": 0 + }, + { + "module": "ftcstm", + "run_order": 0 + }, + { + "module": "ftcstp", + "run_order": 0 + }, + { + "module": "ftcstr", + "run_order": 0 + } + ], + "schedules": [] + }, { "name": "Inventory Master", "members": [ @@ -211,6 +326,121 @@ } ] }, + { + "name": "Price Lists", + "members": [ + { + "module": "iprca", + "run_order": 0 + }, + { + "module": "iprcb", + "run_order": 0 + }, + { + "module": "iprcbhc", + "run_order": 0 + }, + { + "module": "iprcc", + "run_order": 0 + }, + { + "module": "iprcct", + "run_order": 0 + }, + { + "module": "iprcctn", + "run_order": 0 + }, + { + "module": "iprccto", + "run_order": 0 + } + ], + "schedules": [ + { + "cron_expr": "0 3 * * *", + "enabled": 1 + } + ] + }, + { + "name": "Product Structure", + "members": [ + { + "module": "depts", + "run_order": 0 + }, + { + "module": "icstm", + "run_order": 0 + }, + { + "module": "icstp", + "run_order": 0 + }, + { + "module": "icstr", + "run_order": 0 + }, + { + "module": "methh", + "run_order": 0 + }, + { + "module": "opcode", + "run_order": 0 + }, + { + "module": "punit", + "run_order": 0 + }, + { + "module": "stka", + "run_order": 0 + }, + { + "module": "stkmm", + "run_order": 0 + }, + { + "module": "stkmp", + "run_order": 0 + }, + { + "module": "methdm", + "run_order": 1 + }, + { + "module": "methdo", + "run_order": 1 + }, + { + "module": "methdr", + "run_order": 1 + }, + { + "module": "resre", + "run_order": 1 + } + ], + "schedules": [] + }, + { + "name": "Production", + "members": [ + { + "module": "rprh", + "run_order": 0 + }, + { + "module": "ffpdglr1", + "run_order": 1 + } + ], + "schedules": [] + }, { "name": "Quote Review", "members": [ @@ -226,6 +456,33 @@ } ] }, + { + "name": "Quotes", + "members": [ + { + "module": "qcrs", + "run_order": 0 + }, + { + "module": "qcrh", + "run_order": 1 + }, + { + "module": "qcri", + "run_order": 2 + }, + { + "module": "qtnote", + "run_order": 3 + } + ], + "schedules": [ + { + "cron_expr": "55 * * * *", + "enabled": 1 + } + ] + }, { "name": "Sales Matrix", "members": [ @@ -248,6 +505,10 @@ "module": "sop10100", "run_order": 0 }, + { + "module": "sop10102", + "run_order": 0 + }, { "module": "sop10200", "run_order": 0 @@ -293,7 +554,12 @@ "run_order": 3 } ], - "schedules": [] + "schedules": [ + { + "cron_expr": "0 * * * *", + "enabled": 1 + } + ] }, { "name": "Surcharges", diff --git a/config/modules/armasc.json b/config/modules/armasc.json new file mode 100644 index 0000000..217ee4b --- /dev/null +++ b/config/modules/armasc.json @@ -0,0 +1,141 @@ +{ + "name": "armasc", + "source_connection": "S78030956", + "dest_connection": "usmidsap02", + "dest_table": "cms.armasc", + "staging_table": "pipekit_staging.armasc", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": "A/R Master Codes File - Sales Codes 6.0", + "columns": [ + { + "source_name": "ZWCODE", + "source_type": "CHAR(1)", + "dest_name": "zwcode", + "dest_type": "text", + "description": "Record C" + }, + { + "source_name": "ZWCOMP", + "source_type": "NUMERIC(2,0)", + "dest_name": "zwcomp", + "dest_type": "numeric(2,0)", + "description": "Company Number" + }, + { + "source_name": "ZWKEY1", + "source_type": "CHAR(3)", + "dest_name": "zwkey1", + "dest_type": "text", + "description": "A/R Bank Code" + }, + { + "source_name": "ZWKEY2", + "source_type": "CHAR(3)", + "dest_name": "zwkey2", + "dest_type": "text", + "description": "G/L Sales Code" + }, + { + "source_name": "ZWFIL1", + "source_type": "CHAR(3)", + "dest_name": "zwfil1", + "dest_type": "text", + "description": "Fill" + }, + { + "source_name": "ZWSAL#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwsal#", + "dest_type": "numeric(12,0)", + "description": "Sale G/L Account" + }, + { + "source_name": "ZWELB#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwelb#", + "dest_type": "numeric(12,0)", + "description": "COS Labour" + }, + { + "source_name": "ZWINV#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwinv#", + "dest_type": "numeric(12,0)", + "description": "Short Term Deferred Service Sales" + }, + { + "source_name": "ZWDSC#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwdsc#", + "dest_type": "numeric(12,0)", + "description": "Discount G/L Account" + }, + { + "source_name": "ZWEXB#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwexb#", + "dest_type": "numeric(12,0)", + "description": "COS Burden (Var)" + }, + { + "source_name": "ZWEXM#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwexm#", + "dest_type": "numeric(12,0)", + "description": "COS Material" + }, + { + "source_name": "ZWEXO#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwexo#", + "dest_type": "numeric(12,0)", + "description": "COS Other" + }, + { + "source_name": "ZWFRT#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwfrt#", + "dest_type": "numeric(12,0)", + "description": "Prepaid Freight" + }, + { + "source_name": "ZWDEP#", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwdep#", + "dest_type": "numeric(12,0)", + "description": "Long Term Deferred Service Sales" + }, + { + "source_name": "ZWFIL2", + "source_type": "CHAR(394)", + "dest_name": "zwfil2", + "dest_type": "text", + "description": "Not Used" + }, + { + "source_name": "ZWEXBF", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwexbf", + "dest_type": "numeric(12,0)", + "description": "COS Burden (Fixed)" + }, + { + "source_name": "ZWWCOS", + "source_type": "NUMERIC(12,0)", + "dest_name": "zwwcos", + "dest_type": "numeric(12,0)", + "description": "Deferred Sales (Bill By Order)" + }, + { + "source_name": "ZWPLNT", + "source_type": "CHAR(3)", + "dest_name": "zwplnt", + "dest_type": "text", + "description": "Plant Code" + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/armasc.sql b/config/modules/armasc.sql new file mode 100644 index 0000000..4fe54ba --- /dev/null +++ b/config/modules/armasc.sql @@ -0,0 +1,20 @@ +SELECT + RTRIM(ZWCODE) AS zwcode, + ZWCOMP AS zwcomp, + RTRIM(ZWKEY1) AS zwkey1, + RTRIM(ZWKEY2) AS zwkey2, + RTRIM(ZWFIL1) AS zwfil1, + "ZWSAL#" AS "zwsal#", + "ZWELB#" AS "zwelb#", + "ZWINV#" AS "zwinv#", + "ZWDSC#" AS "zwdsc#", + "ZWEXB#" AS "zwexb#", + "ZWEXM#" AS "zwexm#", + "ZWEXO#" AS "zwexo#", + "ZWFRT#" AS "zwfrt#", + "ZWDEP#" AS "zwdep#", + RTRIM(ZWFIL2) AS zwfil2, + ZWEXBF AS zwexbf, + ZWWCOS AS zwwcos, + RTRIM(ZWPLNT) AS zwplnt +FROM LGDAT.ARMASC diff --git a/config/modules/gl00105.json b/config/modules/gl00105.json new file mode 100644 index 0000000..2bb3780 --- /dev/null +++ b/config/modules/gl00105.json @@ -0,0 +1,92 @@ +{ + "name": "gl00105", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.gl00105", + "staging_table": "pipekit_staging.gl00105", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "columns": [ + { + "source_name": "ACTINDX", + "source_type": "INT", + "dest_name": "actindx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "ACTNUMBR_1", + "source_type": "CHAR(7)", + "dest_name": "actnumbr_1", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_2", + "source_type": "CHAR(7)", + "dest_name": "actnumbr_2", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_3", + "source_type": "CHAR(9)", + "dest_name": "actnumbr_3", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_4", + "source_type": "CHAR(9)", + "dest_name": "actnumbr_4", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_5", + "source_type": "CHAR(9)", + "dest_name": "actnumbr_5", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_6", + "source_type": "CHAR(9)", + "dest_name": "actnumbr_6", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_7", + "source_type": "CHAR(11)", + "dest_name": "actnumbr_7", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMBR_8", + "source_type": "CHAR(11)", + "dest_name": "actnumbr_8", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTNUMST", + "source_type": "CHAR(129)", + "dest_name": "actnumst", + "dest_type": "text", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/gl00105.sql b/config/modules/gl00105.sql new file mode 100644 index 0000000..b633851 --- /dev/null +++ b/config/modules/gl00105.sql @@ -0,0 +1,13 @@ +SELECT + [ACTINDX] AS [actindx], + RTRIM([ACTNUMBR_1]) AS [actnumbr_1], + RTRIM([ACTNUMBR_2]) AS [actnumbr_2], + RTRIM([ACTNUMBR_3]) AS [actnumbr_3], + RTRIM([ACTNUMBR_4]) AS [actnumbr_4], + RTRIM([ACTNUMBR_5]) AS [actnumbr_5], + RTRIM([ACTNUMBR_6]) AS [actnumbr_6], + RTRIM([ACTNUMBR_7]) AS [actnumbr_7], + RTRIM([ACTNUMBR_8]) AS [actnumbr_8], + RTRIM([ACTNUMST]) AS [actnumst], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[GL00105] diff --git a/config/modules/icstt.json b/config/modules/icstt.json index 5171e2c..ece7dc7 100644 --- a/config/modules/icstt.json +++ b/config/modules/icstt.json @@ -378,7 +378,7 @@ { "name": "icstt_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(jhdate), DATE '2000-01-01') FROM cms.icstt WHERE jhdate <= current_date", + "resolver_sql": "SELECT COALESCE(MAX(jhdate), DATE '2000-01-01') - 7 FROM cms.icstt WHERE jhdate <= current_date", "default_value": null } ], diff --git a/config/modules/iprcct.json b/config/modules/iprcct.json index 3c035ac..a8a1739 100644 --- a/config/modules/iprcct.json +++ b/config/modules/iprcct.json @@ -63,7 +63,7 @@ { "name": "iprcct_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(tadate), DATE '2000-01-01') FROM cms.iprcct", + "resolver_sql": "SELECT COALESCE(MAX(tadate), DATE '2000-01-01') - 7 FROM cms.iprcct WHERE tadate <= current_date", "default_value": null } ], diff --git a/config/modules/iprcct.sql b/config/modules/iprcct.sql index aca8537..5083db8 100644 --- a/config/modules/iprcct.sql +++ b/config/modules/iprcct.sql @@ -7,4 +7,4 @@ SELECT RTRIM(TAUSER) AS tauser, RTRIM(TAPROG) AS taprog FROM LGDAT.IPRCCT -WHERE TADATE >= '{iprcct_wm}' +WHERE TADATE BETWEEN '{iprcct_wm}' AND DATE('9998-12-31') diff --git a/config/modules/iprcctn.json b/config/modules/iprcctn.json index aaf75d5..ebf4fc9 100644 --- a/config/modules/iprcctn.json +++ b/config/modules/iprcctn.json @@ -161,7 +161,7 @@ { "name": "iprcctn_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(t8date), DATE '2000-01-01') FROM cms.iprcctn", + "resolver_sql": "SELECT COALESCE(MAX(t8date), DATE '2000-01-01') - 7 FROM cms.iprcctn WHERE t8date <= current_date", "default_value": null } ], diff --git a/config/modules/iprcctn.sql b/config/modules/iprcctn.sql index 645551e..d375156 100644 --- a/config/modules/iprcctn.sql +++ b/config/modules/iprcctn.sql @@ -21,4 +21,4 @@ SELECT RTRIM(T8FUT8) AS t8fut8, RTRIM(T8FUT9) AS t8fut9 FROM LGDAT.IPRCCTN -WHERE T8DATE >= '{iprcctn_wm}' +WHERE T8DATE BETWEEN '{iprcctn_wm}' AND DATE('9998-12-31') diff --git a/config/modules/iprccto.json b/config/modules/iprccto.json index dc1f4bb..a6752fe 100644 --- a/config/modules/iprccto.json +++ b/config/modules/iprccto.json @@ -161,7 +161,7 @@ { "name": "iprccto_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(t7date), DATE '2000-01-01') FROM cms.iprccto", + "resolver_sql": "SELECT COALESCE(MAX(t7date), DATE '2000-01-01') - 7 FROM cms.iprccto WHERE t7date <= current_date", "default_value": null } ], diff --git a/config/modules/iprccto.sql b/config/modules/iprccto.sql index 153a4d2..9936bda 100644 --- a/config/modules/iprccto.sql +++ b/config/modules/iprccto.sql @@ -21,4 +21,4 @@ SELECT RTRIM(T7FUT8) AS t7fut8, RTRIM(T7FUT9) AS t7fut9 FROM LGDAT.IPRCCTO -WHERE T7DATE >= '{iprccto_wm}' +WHERE T7DATE BETWEEN '{iprccto_wm}' AND DATE('9998-12-31') diff --git a/config/modules/mc00200.json b/config/modules/mc00200.json new file mode 100644 index 0000000..80fb7e1 --- /dev/null +++ b/config/modules/mc00200.json @@ -0,0 +1,71 @@ +{ + "name": "mc00200", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.mc00200", + "staging_table": "pipekit_staging.mc00200", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "columns": [ + { + "source_name": "ACTINDX", + "source_type": "INT", + "dest_name": "actindx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "CURNCYID", + "source_type": "CHAR(15)", + "dest_name": "curncyid", + "dest_type": "text", + "description": null + }, + { + "source_name": "REVALUE", + "source_type": "TINYINT", + "dest_name": "revalue", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "REVLUHOW", + "source_type": "SMALLINT", + "dest_name": "revluhow", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Post_Results_To", + "source_type": "SMALLINT", + "dest_name": "post_results_to", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CurrencyTranslationType", + "source_type": "SMALLINT", + "dest_name": "currencytranslationtype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DEX_ROW_TS", + "source_type": "DATETIME", + "dest_name": "dex_row_ts", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/mc00200.sql b/config/modules/mc00200.sql new file mode 100644 index 0000000..c3a3f29 --- /dev/null +++ b/config/modules/mc00200.sql @@ -0,0 +1,10 @@ +SELECT + [ACTINDX] AS [actindx], + RTRIM([CURNCYID]) AS [curncyid], + [REVALUE] AS [revalue], + [REVLUHOW] AS [revluhow], + [Post_Results_To] AS [post_results_to], + [CurrencyTranslationType] AS [currencytranslationtype], + [DEX_ROW_TS] AS [dex_row_ts], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[MC00200] diff --git a/config/modules/pm00200.json b/config/modules/pm00200.json new file mode 100644 index 0000000..d004064 --- /dev/null +++ b/config/modules/pm00200.json @@ -0,0 +1,764 @@ +{ + "name": "pm00200", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.pm00200", + "staging_table": "pipekit_staging.pm00200", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": null, + "columns": [ + { + "source_name": "VENDORID", + "source_type": "CHAR(15)", + "dest_name": "vendorid", + "dest_type": "text", + "description": null + }, + { + "source_name": "VENDNAME", + "source_type": "CHAR(65)", + "dest_name": "vendname", + "dest_type": "text", + "description": null + }, + { + "source_name": "VNDCHKNM", + "source_type": "CHAR(65)", + "dest_name": "vndchknm", + "dest_type": "text", + "description": null + }, + { + "source_name": "VENDSHNM", + "source_type": "CHAR(15)", + "dest_name": "vendshnm", + "dest_type": "text", + "description": null + }, + { + "source_name": "VADDCDPR", + "source_type": "CHAR(15)", + "dest_name": "vaddcdpr", + "dest_type": "text", + "description": null + }, + { + "source_name": "VADCDPAD", + "source_type": "CHAR(15)", + "dest_name": "vadcdpad", + "dest_type": "text", + "description": null + }, + { + "source_name": "VADCDSFR", + "source_type": "CHAR(15)", + "dest_name": "vadcdsfr", + "dest_type": "text", + "description": null + }, + { + "source_name": "VADCDTRO", + "source_type": "CHAR(15)", + "dest_name": "vadcdtro", + "dest_type": "text", + "description": null + }, + { + "source_name": "VNDCLSID", + "source_type": "CHAR(11)", + "dest_name": "vndclsid", + "dest_type": "text", + "description": null + }, + { + "source_name": "VNDCNTCT", + "source_type": "CHAR(61)", + "dest_name": "vndcntct", + "dest_type": "text", + "description": null + }, + { + "source_name": "ADDRESS1", + "source_type": "CHAR(61)", + "dest_name": "address1", + "dest_type": "text", + "description": null + }, + { + "source_name": "ADDRESS2", + "source_type": "CHAR(61)", + "dest_name": "address2", + "dest_type": "text", + "description": null + }, + { + "source_name": "ADDRESS3", + "source_type": "CHAR(61)", + "dest_name": "address3", + "dest_type": "text", + "description": null + }, + { + "source_name": "CITY", + "source_type": "CHAR(35)", + "dest_name": "city", + "dest_type": "text", + "description": null + }, + { + "source_name": "STATE", + "source_type": "CHAR(29)", + "dest_name": "state", + "dest_type": "text", + "description": null + }, + { + "source_name": "ZIPCODE", + "source_type": "CHAR(11)", + "dest_name": "zipcode", + "dest_type": "text", + "description": null + }, + { + "source_name": "COUNTRY", + "source_type": "CHAR(61)", + "dest_name": "country", + "dest_type": "text", + "description": null + }, + { + "source_name": "PHNUMBR1", + "source_type": "CHAR(21)", + "dest_name": "phnumbr1", + "dest_type": "text", + "description": null + }, + { + "source_name": "PHNUMBR2", + "source_type": "CHAR(21)", + "dest_name": "phnumbr2", + "dest_type": "text", + "description": null + }, + { + "source_name": "PHONE3", + "source_type": "CHAR(21)", + "dest_name": "phone3", + "dest_type": "text", + "description": null + }, + { + "source_name": "FAXNUMBR", + "source_type": "CHAR(21)", + "dest_name": "faxnumbr", + "dest_type": "text", + "description": null + }, + { + "source_name": "UPSZONE", + "source_type": "CHAR(3)", + "dest_name": "upszone", + "dest_type": "text", + "description": null + }, + { + "source_name": "SHIPMTHD", + "source_type": "CHAR(15)", + "dest_name": "shipmthd", + "dest_type": "text", + "description": null + }, + { + "source_name": "TAXSCHID", + "source_type": "CHAR(15)", + "dest_name": "taxschid", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACNMVNDR", + "source_type": "CHAR(21)", + "dest_name": "acnmvndr", + "dest_type": "text", + "description": null + }, + { + "source_name": "TXIDNMBR", + "source_type": "CHAR(11)", + "dest_name": "txidnmbr", + "dest_type": "text", + "description": null + }, + { + "source_name": "VENDSTTS", + "source_type": "SMALLINT", + "dest_name": "vendstts", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CURNCYID", + "source_type": "CHAR(15)", + "dest_name": "curncyid", + "dest_type": "text", + "description": null + }, + { + "source_name": "TXRGNNUM", + "source_type": "CHAR(25)", + "dest_name": "txrgnnum", + "dest_type": "text", + "description": null + }, + { + "source_name": "PARVENID", + "source_type": "CHAR(15)", + "dest_name": "parvenid", + "dest_type": "text", + "description": null + }, + { + "source_name": "TRDDISCT", + "source_type": "SMALLINT", + "dest_name": "trddisct", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TEN99TYPE", + "source_type": "SMALLINT", + "dest_name": "ten99type", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TEN99BOXNUMBER", + "source_type": "SMALLINT", + "dest_name": "ten99boxnumber", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MINORDER", + "source_type": "NUMERIC(19,5)", + "dest_name": "minorder", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "PYMTRMID", + "source_type": "CHAR(21)", + "dest_name": "pymtrmid", + "dest_type": "text", + "description": null + }, + { + "source_name": "MINPYTYP", + "source_type": "SMALLINT", + "dest_name": "minpytyp", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MINPYPCT", + "source_type": "SMALLINT", + "dest_name": "minpypct", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MINPYDLR", + "source_type": "NUMERIC(19,5)", + "dest_name": "minpydlr", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "MXIAFVND", + "source_type": "SMALLINT", + "dest_name": "mxiafvnd", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MAXINDLR", + "source_type": "NUMERIC(19,5)", + "dest_name": "maxindlr", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "COMMENT1", + "source_type": "CHAR(31)", + "dest_name": "comment1", + "dest_type": "text", + "description": null + }, + { + "source_name": "COMMENT2", + "source_type": "CHAR(31)", + "dest_name": "comment2", + "dest_type": "text", + "description": null + }, + { + "source_name": "USERDEF1", + "source_type": "CHAR(21)", + "dest_name": "userdef1", + "dest_type": "text", + "description": null + }, + { + "source_name": "USERDEF2", + "source_type": "CHAR(21)", + "dest_name": "userdef2", + "dest_type": "text", + "description": null + }, + { + "source_name": "CRLMTDLR", + "source_type": "NUMERIC(19,5)", + "dest_name": "crlmtdlr", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "PYMNTPRI", + "source_type": "CHAR(3)", + "dest_name": "pymntpri", + "dest_type": "text", + "description": null + }, + { + "source_name": "KPCALHST", + "source_type": "TINYINT", + "dest_name": "kpcalhst", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KGLDSTHS", + "source_type": "TINYINT", + "dest_name": "kgldsths", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPERHIST", + "source_type": "TINYINT", + "dest_name": "kperhist", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "KPTRXHST", + "source_type": "TINYINT", + "dest_name": "kptrxhst", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "HOLD", + "source_type": "TINYINT", + "dest_name": "hold", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PTCSHACF", + "source_type": "SMALLINT", + "dest_name": "ptcshacf", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CREDTLMT", + "source_type": "SMALLINT", + "dest_name": "credtlmt", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "WRITEOFF", + "source_type": "SMALLINT", + "dest_name": "writeoff", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "MXWOFAMT", + "source_type": "NUMERIC(19,5)", + "dest_name": "mxwofamt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "SBPPSDED", + "source_type": "TINYINT", + "dest_name": "sbppsded", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PPSTAXRT", + "source_type": "SMALLINT", + "dest_name": "ppstaxrt", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DXVARNUM", + "source_type": "CHAR(25)", + "dest_name": "dxvarnum", + "dest_type": "text", + "description": null + }, + { + "source_name": "CRTCOMDT", + "source_type": "DATETIME", + "dest_name": "crtcomdt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "CRTEXPDT", + "source_type": "DATETIME", + "dest_name": "crtexpdt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "RTOBUTKN", + "source_type": "TINYINT", + "dest_name": "rtobutkn", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "XPDTOBLG", + "source_type": "TINYINT", + "dest_name": "xpdtoblg", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PRSPAYEE", + "source_type": "TINYINT", + "dest_name": "prspayee", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "PMAPINDX", + "source_type": "INT", + "dest_name": "pmapindx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMCSHIDX", + "source_type": "INT", + "dest_name": "pmcshidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMDAVIDX", + "source_type": "INT", + "dest_name": "pmdavidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMDTKIDX", + "source_type": "INT", + "dest_name": "pmdtkidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMFINIDX", + "source_type": "INT", + "dest_name": "pmfinidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMMSCHIX", + "source_type": "INT", + "dest_name": "pmmschix", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMFRTIDX", + "source_type": "INT", + "dest_name": "pmfrtidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMTAXIDX", + "source_type": "INT", + "dest_name": "pmtaxidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMWRTIDX", + "source_type": "INT", + "dest_name": "pmwrtidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMPRCHIX", + "source_type": "INT", + "dest_name": "pmprchix", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMRTNGIX", + "source_type": "INT", + "dest_name": "pmrtngix", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PMTDSCIX", + "source_type": "INT", + "dest_name": "pmtdscix", + "dest_type": "integer", + "description": null + }, + { + "source_name": "ACPURIDX", + "source_type": "INT", + "dest_name": "acpuridx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "PURPVIDX", + "source_type": "INT", + "dest_name": "purpvidx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "NOTEINDX", + "source_type": "NUMERIC(19,5)", + "dest_name": "noteindx", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "CHEKBKID", + "source_type": "CHAR(15)", + "dest_name": "chekbkid", + "dest_type": "text", + "description": null + }, + { + "source_name": "MODIFDT", + "source_type": "DATETIME", + "dest_name": "modifdt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "CREATDDT", + "source_type": "DATETIME", + "dest_name": "creatddt", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "RATETPID", + "source_type": "CHAR(15)", + "dest_name": "ratetpid", + "dest_type": "text", + "description": null + }, + { + "source_name": "Revalue_Vendor", + "source_type": "TINYINT", + "dest_name": "revalue_vendor", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Post_Results_To", + "source_type": "SMALLINT", + "dest_name": "post_results_to", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "FREEONBOARD", + "source_type": "SMALLINT", + "dest_name": "freeonboard", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "GOVCRPID", + "source_type": "CHAR(31)", + "dest_name": "govcrpid", + "dest_type": "text", + "description": null + }, + { + "source_name": "GOVINDID", + "source_type": "CHAR(31)", + "dest_name": "govindid", + "dest_type": "text", + "description": null + }, + { + "source_name": "DISGRPER", + "source_type": "SMALLINT", + "dest_name": "disgrper", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DUEGRPER", + "source_type": "SMALLINT", + "dest_name": "duegrper", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DOCFMTID", + "source_type": "CHAR(15)", + "dest_name": "docfmtid", + "dest_type": "text", + "description": null + }, + { + "source_name": "TaxInvRecvd", + "source_type": "TINYINT", + "dest_name": "taxinvrecvd", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "USERLANG", + "source_type": "SMALLINT", + "dest_name": "userlang", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "WithholdingType", + "source_type": "SMALLINT", + "dest_name": "withholdingtype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "WithholdingFormType", + "source_type": "SMALLINT", + "dest_name": "withholdingformtype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "WithholdingEntityType", + "source_type": "SMALLINT", + "dest_name": "withholdingentitytype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TaxFileNumMode", + "source_type": "SMALLINT", + "dest_name": "taxfilenummode", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "BRTHDATE", + "source_type": "DATETIME", + "dest_name": "brthdate", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "LaborPmtType", + "source_type": "SMALLINT", + "dest_name": "laborpmttype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "CCode", + "source_type": "CHAR(7)", + "dest_name": "ccode", + "dest_type": "text", + "description": null + }, + { + "source_name": "DECLID", + "source_type": "CHAR(15)", + "dest_name": "declid", + "dest_type": "text", + "description": null + }, + { + "source_name": "CBVAT", + "source_type": "TINYINT", + "dest_name": "cbvat", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Workflow_Approval_Status", + "source_type": "SMALLINT", + "dest_name": "workflow_approval_status", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Workflow_Priority", + "source_type": "SMALLINT", + "dest_name": "workflow_priority", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Workflow_Status", + "source_type": "SMALLINT", + "dest_name": "workflow_status", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "VADCD1099", + "source_type": "CHAR(15)", + "dest_name": "vadcd1099", + "dest_type": "text", + "description": null + }, + { + "source_name": "DEX_ROW_TS", + "source_type": "DATETIME", + "dest_name": "dex_row_ts", + "dest_type": "timestamp", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/pm00200.sql b/config/modules/pm00200.sql new file mode 100644 index 0000000..00d68c5 --- /dev/null +++ b/config/modules/pm00200.sql @@ -0,0 +1,109 @@ +SELECT + RTRIM([VENDORID]) AS [vendorid], + RTRIM([VENDNAME]) AS [vendname], + RTRIM([VNDCHKNM]) AS [vndchknm], + RTRIM([VENDSHNM]) AS [vendshnm], + RTRIM([VADDCDPR]) AS [vaddcdpr], + RTRIM([VADCDPAD]) AS [vadcdpad], + RTRIM([VADCDSFR]) AS [vadcdsfr], + RTRIM([VADCDTRO]) AS [vadcdtro], + RTRIM([VNDCLSID]) AS [vndclsid], + RTRIM([VNDCNTCT]) AS [vndcntct], + RTRIM([ADDRESS1]) AS [address1], + RTRIM([ADDRESS2]) AS [address2], + RTRIM([ADDRESS3]) AS [address3], + RTRIM([CITY]) AS [city], + RTRIM([STATE]) AS [state], + RTRIM([ZIPCODE]) AS [zipcode], + RTRIM([COUNTRY]) AS [country], + RTRIM([PHNUMBR1]) AS [phnumbr1], + RTRIM([PHNUMBR2]) AS [phnumbr2], + RTRIM([PHONE3]) AS [phone3], + RTRIM([FAXNUMBR]) AS [faxnumbr], + RTRIM([UPSZONE]) AS [upszone], + RTRIM([SHIPMTHD]) AS [shipmthd], + RTRIM([TAXSCHID]) AS [taxschid], + RTRIM([ACNMVNDR]) AS [acnmvndr], + RTRIM([TXIDNMBR]) AS [txidnmbr], + [VENDSTTS] AS [vendstts], + RTRIM([CURNCYID]) AS [curncyid], + RTRIM([TXRGNNUM]) AS [txrgnnum], + RTRIM([PARVENID]) AS [parvenid], + [TRDDISCT] AS [trddisct], + [TEN99TYPE] AS [ten99type], + [TEN99BOXNUMBER] AS [ten99boxnumber], + [MINORDER] AS [minorder], + RTRIM([PYMTRMID]) AS [pymtrmid], + [MINPYTYP] AS [minpytyp], + [MINPYPCT] AS [minpypct], + [MINPYDLR] AS [minpydlr], + [MXIAFVND] AS [mxiafvnd], + [MAXINDLR] AS [maxindlr], + RTRIM([COMMENT1]) AS [comment1], + RTRIM([COMMENT2]) AS [comment2], + RTRIM([USERDEF1]) AS [userdef1], + RTRIM([USERDEF2]) AS [userdef2], + [CRLMTDLR] AS [crlmtdlr], + RTRIM([PYMNTPRI]) AS [pymntpri], + [KPCALHST] AS [kpcalhst], + [KGLDSTHS] AS [kgldsths], + [KPERHIST] AS [kperhist], + [KPTRXHST] AS [kptrxhst], + [HOLD] AS [hold], + [PTCSHACF] AS [ptcshacf], + [CREDTLMT] AS [credtlmt], + [WRITEOFF] AS [writeoff], + [MXWOFAMT] AS [mxwofamt], + [SBPPSDED] AS [sbppsded], + [PPSTAXRT] AS [ppstaxrt], + RTRIM([DXVARNUM]) AS [dxvarnum], + [CRTCOMDT] AS [crtcomdt], + [CRTEXPDT] AS [crtexpdt], + [RTOBUTKN] AS [rtobutkn], + [XPDTOBLG] AS [xpdtoblg], + [PRSPAYEE] AS [prspayee], + [PMAPINDX] AS [pmapindx], + [PMCSHIDX] AS [pmcshidx], + [PMDAVIDX] AS [pmdavidx], + [PMDTKIDX] AS [pmdtkidx], + [PMFINIDX] AS [pmfinidx], + [PMMSCHIX] AS [pmmschix], + [PMFRTIDX] AS [pmfrtidx], + [PMTAXIDX] AS [pmtaxidx], + [PMWRTIDX] AS [pmwrtidx], + [PMPRCHIX] AS [pmprchix], + [PMRTNGIX] AS [pmrtngix], + [PMTDSCIX] AS [pmtdscix], + [ACPURIDX] AS [acpuridx], + [PURPVIDX] AS [purpvidx], + [NOTEINDX] AS [noteindx], + RTRIM([CHEKBKID]) AS [chekbkid], + [MODIFDT] AS [modifdt], + [CREATDDT] AS [creatddt], + RTRIM([RATETPID]) AS [ratetpid], + [Revalue_Vendor] AS [revalue_vendor], + [Post_Results_To] AS [post_results_to], + [FREEONBOARD] AS [freeonboard], + RTRIM([GOVCRPID]) AS [govcrpid], + RTRIM([GOVINDID]) AS [govindid], + [DISGRPER] AS [disgrper], + [DUEGRPER] AS [duegrper], + RTRIM([DOCFMTID]) AS [docfmtid], + [TaxInvRecvd] AS [taxinvrecvd], + [USERLANG] AS [userlang], + [WithholdingType] AS [withholdingtype], + [WithholdingFormType] AS [withholdingformtype], + [WithholdingEntityType] AS [withholdingentitytype], + [TaxFileNumMode] AS [taxfilenummode], + [BRTHDATE] AS [brthdate], + [LaborPmtType] AS [laborpmttype], + RTRIM([CCode]) AS [ccode], + RTRIM([DECLID]) AS [declid], + [CBVAT] AS [cbvat], + [Workflow_Approval_Status] AS [workflow_approval_status], + [Workflow_Priority] AS [workflow_priority], + [Workflow_Status] AS [workflow_status], + RTRIM([VADCD1099]) AS [vadcd1099], + [DEX_ROW_TS] AS [dex_row_ts], + [DEX_ROW_ID] AS [dex_row_id] +FROM [GPSERVER].[CHG].[dbo].[PM00200] diff --git a/config/modules/qcrh.json b/config/modules/qcrh.json index 7068820..6ef3c23 100644 --- a/config/modules/qcrh.json +++ b/config/modules/qcrh.json @@ -1099,7 +1099,7 @@ { "name": "qcrh_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(\"dcord#\"),0) - 1000 FROM cms.qcrh", + "resolver_sql": "SELECT COALESCE(MAX(dcudat), DATE '1900-01-01') - 7 FROM cms.qcrh WHERE dcudat <= current_date", "default_value": null } ], diff --git a/config/modules/qcrh.sql b/config/modules/qcrh.sql index 7c2d19f..d7ecccf 100644 --- a/config/modules/qcrh.sql +++ b/config/modules/qcrh.sql @@ -155,4 +155,7 @@ SELECT RTRIM(DCSPOV) AS dcspov, RTRIM(DCSCRY) AS dcscry FROM LGDAT.QCRH -WHERE "DCORD#" >= {qcrh_wm} +WHERE + (dcudat BETWEEN '{qcrh_wm}' AND CURRENT_DATE) + OR (dcodat BETWEEN '{qcrh_wm}' AND CURRENT_DATE) + OR (dccdat BETWEEN '{qcrh_wm}' AND CURRENT_DATE) diff --git a/config/modules/qcri.json b/config/modules/qcri.json index 9481918..96a7a59 100644 --- a/config/modules/qcri.json +++ b/config/modules/qcri.json @@ -749,7 +749,7 @@ { "name": "qcri_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT COALESCE(MAX(\"ddord#\"),0) - 1000 FROM cms.qcri", + "resolver_sql": "SELECT COALESCE(MAX(dcudat), DATE '1900-01-01') - 7 FROM cms.qcrh WHERE dcudat <= current_date", "default_value": null } ], diff --git a/config/modules/qcri.sql b/config/modules/qcri.sql index e8b8327..54892be 100644 --- a/config/modules/qcri.sql +++ b/config/modules/qcri.sql @@ -1,3 +1,10 @@ +WITH changed AS ( + SELECT dcord# FROM lgdat.qcrh WHERE dcudat BETWEEN '{qcri_wm}' AND CURRENT_DATE + UNION + SELECT dcord# FROM lgdat.qcrh WHERE dcodat BETWEEN '{qcri_wm}' AND CURRENT_DATE + UNION + SELECT dcord# FROM lgdat.qcrh WHERE dccdat BETWEEN '{qcri_wm}' AND CURRENT_DATE +) SELECT "DDORD#" AS "ddord#", "DDITM#" AS "dditm#", @@ -104,5 +111,5 @@ SELECT RTRIM(DDMMEL) AS ddmmel, RTRIM(DDFEAT) AS ddfeat, RTRIM(DDOPTN) AS ddoptn -FROM LGDAT.QCRI -WHERE "DDORD#" >= {qcri_wm} +FROM LGDAT.QCRI i +INNER JOIN changed c ON c.dcord# = i.ddord# diff --git a/config/modules/qcrs.json b/config/modules/qcrs.json new file mode 100644 index 0000000..a8b9169 --- /dev/null +++ b/config/modules/qcrs.json @@ -0,0 +1,120 @@ +{ + "name": "qcrs", + "source_connection": "S78030956", + "dest_connection": "usmidsap02", + "dest_table": "cms.qcrs", + "staging_table": "pipekit_staging.qcrs", + "merge_strategy": "full", + "merge_key": null, + "enabled": 1, + "dest_description": "Order Discounts/Charges 6.0", + "columns": [ + { + "source_name": "FFORD#", + "source_type": "NUMERIC(9,0)", + "dest_name": "fford#", + "dest_type": "numeric(9,0)", + "description": "Customer Order Number" + }, + { + "source_name": "FFITM#", + "source_type": "NUMERIC(3,0)", + "dest_name": "ffitm#", + "dest_type": "numeric(3,0)", + "description": "Item Number" + }, + { + "source_name": "FFDIS#", + "source_type": "NUMERIC(3,0)", + "dest_name": "ffdis#", + "dest_type": "numeric(3,0)", + "description": "Discount Number" + }, + { + "source_name": "FFDISC", + "source_type": "CHAR(3)", + "dest_name": "ffdisc", + "dest_type": "text", + "description": "Discount Code" + }, + { + "source_name": "FFDDES", + "source_type": "CHAR(30)", + "dest_name": "ffddes", + "dest_type": "text", + "description": "Discount Description" + }, + { + "source_name": "FFDRCR", + "source_type": "CHAR(1)", + "dest_name": "ffdrcr", + "dest_type": "text", + "description": "Debit Credit" + }, + { + "source_name": "FFBANT", + "source_type": "CHAR(1)", + "dest_name": "ffbant", + "dest_type": "text", + "description": "Rate Base" + }, + { + "source_name": "FFPERC", + "source_type": "NUMERIC(8,5)", + "dest_name": "ffperc", + "dest_type": "numeric(8,5)", + "description": "Discount Percent" + }, + { + "source_name": "FFDAMT", + "source_type": "NUMERIC(13,5)", + "dest_name": "ffdamt", + "dest_type": "numeric(13,5)", + "description": "Discount Amount" + }, + { + "source_name": "FFAPER", + "source_type": "CHAR(1)", + "dest_name": "ffaper", + "dest_type": "text", + "description": "Fixed or per Unit" + }, + { + "source_name": "FFDEXT", + "source_type": "NUMERIC(10,2)", + "dest_name": "ffdext", + "dest_type": "numeric(10,2)", + "description": "Discount Extension" + }, + { + "source_name": "FFAUNT", + "source_type": "CHAR(3)", + "dest_name": "ffaunt", + "dest_type": "text", + "description": "Amount Per-Unit" + }, + { + "source_name": "FFRTEF", + "source_type": "CHAR(1)", + "dest_name": "ffrtef", + "dest_type": "text", + "description": "Rate Flag" + }, + { + "source_name": "FFRNDD", + "source_type": "NUMERIC(2,0)", + "dest_name": "ffrndd", + "dest_type": "numeric(2,0)", + "description": "Rounding # of Decimals" + }, + { + "source_name": "FFAPLY", + "source_type": "CHAR(1)", + "dest_name": "ffaply", + "dest_type": "text", + "description": "Fixed Discount Applied" + } + ], + "watermarks": [], + "hooks": [] +} diff --git a/config/modules/qcrs.sql b/config/modules/qcrs.sql new file mode 100644 index 0000000..7312faf --- /dev/null +++ b/config/modules/qcrs.sql @@ -0,0 +1,17 @@ +SELECT + "FFORD#" AS "fford#", + "FFITM#" AS "ffitm#", + "FFDIS#" AS "ffdis#", + RTRIM(FFDISC) AS ffdisc, + RTRIM(FFDDES) AS ffddes, + RTRIM(FFDRCR) AS ffdrcr, + RTRIM(FFBANT) AS ffbant, + FFPERC AS ffperc, + FFDAMT AS ffdamt, + RTRIM(FFAPER) AS ffaper, + FFDEXT AS ffdext, + RTRIM(FFAUNT) AS ffaunt, + RTRIM(FFRTEF) AS ffrtef, + FFRNDD AS ffrndd, + RTRIM(FFAPLY) AS ffaply +FROM LGDAT.QCRS diff --git a/config/modules/qtnote.json b/config/modules/qtnote.json index 730acd8..26bcfd7 100644 --- a/config/modules/qtnote.json +++ b/config/modules/qtnote.json @@ -5,7 +5,7 @@ "dest_table": "cms.qtnote", "staging_table": "pipekit_staging.qtnote", "merge_strategy": "incremental", - "merge_key": "ggkey", + "merge_key": "ggord", "enabled": 1, "dest_description": "Note pad file 6.1", "columns": [ @@ -71,13 +71,20 @@ "dest_name": "ggfut5", "dest_type": "text", "description": "Future Use 5" + }, + { + "id": "c10", + "source_name": "SUBSTR(GGKEY,1,9)", + "source_type": "CHAR(9)", + "dest_name": "ggord", + "dest_type": "text" } ], "watermarks": [ { "name": "qtnote_wm", "connection": "usmidsap02", - "resolver_sql": "SELECT LPAD((substring(COALESCE(MAX(ggkey),'0'),1,9)::bigint - 10000)||'001',12,'0') FROM cms.qtnote", + "resolver_sql": "SELECT COALESCE(MAX(dcudat), DATE '1900-01-01') - 7 FROM cms.qcrh WHERE dcudat <= current_date", "default_value": null } ], diff --git a/config/modules/qtnote.sql b/config/modules/qtnote.sql index eb23744..d2def67 100644 --- a/config/modules/qtnote.sql +++ b/config/modules/qtnote.sql @@ -1,3 +1,10 @@ +WITH changed AS ( + SELECT DIGITS(dcord#) AS ordkey FROM lgdat.qcrh WHERE dcudat BETWEEN '{qtnote_wm}' AND CURRENT_DATE + UNION + SELECT DIGITS(dcord#) AS ordkey FROM lgdat.qcrh WHERE dcodat BETWEEN '{qtnote_wm}' AND CURRENT_DATE + UNION + SELECT DIGITS(dcord#) AS ordkey FROM lgdat.qcrh WHERE dccdat BETWEEN '{qtnote_wm}' AND CURRENT_DATE +) SELECT RTRIM(GGKEY) AS ggkey, "GGPAG#" AS "ggpag#", @@ -7,6 +14,7 @@ SELECT RTRIM(GGFUT2) AS ggfut2, RTRIM(GGFUT3) AS ggfut3, RTRIM(GGFUT4) AS ggfut4, - RTRIM(GGFUT5) AS ggfut5 -FROM LGDAT.QTNOTE -WHERE GGKEY >= '{qtnote_wm}' + RTRIM(GGFUT5) AS ggfut5, + SUBSTR(n.GGKEY, 1, 9) AS ggord +FROM LGDAT.QTNOTE n +INNER JOIN changed c ON SUBSTR(n.GGKEY, 1, 9) = c.ordkey diff --git a/config/modules/sop10102.json b/config/modules/sop10102.json new file mode 100644 index 0000000..1d522c0 --- /dev/null +++ b/config/modules/sop10102.json @@ -0,0 +1,127 @@ +{ + "name": "sop10102", + "source_connection": "sqlserver", + "dest_connection": "usmidsap02", + "dest_table": "gp.sop10102", + "staging_table": "pipekit_staging.sop10102", + "merge_strategy": "incremental", + "merge_key": "dex_row_id", + "enabled": 1, + "dest_description": null, + "columns": [ + { + "source_name": "SOPTYPE", + "source_type": "SMALLINT", + "dest_name": "soptype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "SOPNUMBE", + "source_type": "CHAR(21)", + "dest_name": "sopnumbe", + "dest_type": "text", + "description": null + }, + { + "source_name": "SEQNUMBR", + "source_type": "INT", + "dest_name": "seqnumbr", + "dest_type": "integer", + "description": null + }, + { + "source_name": "DISTTYPE", + "source_type": "SMALLINT", + "dest_name": "disttype", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "DistRef", + "source_type": "CHAR(31)", + "dest_name": "distref", + "dest_type": "text", + "description": null + }, + { + "source_name": "ACTINDX", + "source_type": "INT", + "dest_name": "actindx", + "dest_type": "integer", + "description": null + }, + { + "source_name": "DEBITAMT", + "source_type": "NUMERIC(19,5)", + "dest_name": "debitamt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "ORDBTAMT", + "source_type": "NUMERIC(19,5)", + "dest_name": "ordbtamt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "CRDTAMNT", + "source_type": "NUMERIC(19,5)", + "dest_name": "crdtamnt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "ORCRDAMT", + "source_type": "NUMERIC(19,5)", + "dest_name": "orcrdamt", + "dest_type": "numeric(19,5)", + "description": null + }, + { + "source_name": "CURRNIDX", + "source_type": "SMALLINT", + "dest_name": "currnidx", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "TRXSORCE", + "source_type": "CHAR(13)", + "dest_name": "trxsorce", + "dest_type": "text", + "description": null + }, + { + "source_name": "POSTED", + "source_type": "TINYINT", + "dest_name": "posted", + "dest_type": "smallint", + "description": null + }, + { + "source_name": "Contract_Exchange_Rate", + "source_type": "NUMERIC(19,7)", + "dest_name": "contract_exchange_rate", + "dest_type": "numeric(19,7)", + "description": null + }, + { + "source_name": "DEX_ROW_ID", + "source_type": "INT", + "dest_name": "dex_row_id", + "dest_type": "integer", + "description": null + } + ], + "watermarks": [ + { + "name": "row_id", + "connection": "usmidsap02", + "resolver_sql": "SELECT MAX(dex_row_id) FROM gp.sop10102", + "default_value": null + } + ], + "hooks": [] +} diff --git a/config/modules/sop10102.sql b/config/modules/sop10102.sql new file mode 100644 index 0000000..2bf6792 --- /dev/null +++ b/config/modules/sop10102.sql @@ -0,0 +1,19 @@ +SELECT + SOPTYPE AS soptype, + SOPNUMBE AS sopnumbe, + SEQNUMBR AS seqnumbr, + DISTTYPE AS disttype, + DistRef AS distref, + ACTINDX AS actindx, + DEBITAMT AS debitamt, + ORDBTAMT AS ordbtamt, + CRDTAMNT AS crdtamnt, + ORCRDAMT AS orcrdamt, + CURRNIDX AS currnidx, + TRXSORCE AS trxsorce, + POSTED AS posted, + Contract_Exchange_Rate AS contract_exchange_rate, + DEX_ROW_ID AS dex_row_id +FROM [GPSERVER].[CHG].[dbo].[SOP10102] +WHERE + DEX_ROW_ID >= {row_id}