Paul Trowbridge
560056c39c
Watermarked incremental syncs for qcrh, qcri, qtnote, iprcct, icstt, methh, ported from the legacy /opt/sync merge logic. Rows initially backfilled from lgdat; columns match the cms.* dest (lgdat subset), pulled from DB2. Merge keys: qcrh dcord#, qcri ddord#, qtnote ggkey, iprcct tadate, icstt jhdate (legacy INSERT..ON CONFLICT -> keyed delete+insert), methh composite anpart,anplnt (legacy DELETE WHERE EXISTS). Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
177 lines
4.2 KiB
JSON
177 lines
4.2 KiB
JSON
{
|
|
"name": "methh",
|
|
"source_connection": "S78030956",
|
|
"dest_connection": "usmidsap02",
|
|
"dest_table": "cms.methh",
|
|
"staging_table": "pipekit_staging.methh",
|
|
"merge_strategy": "incremental",
|
|
"merge_key": "anpart, anplnt",
|
|
"enabled": 1,
|
|
"dest_description": "Method Header File 6.0",
|
|
"columns": [
|
|
{
|
|
"source_name": "ANPART",
|
|
"source_type": "CHAR(20)",
|
|
"dest_name": "anpart",
|
|
"dest_type": "text",
|
|
"description": "Part Number"
|
|
},
|
|
{
|
|
"source_name": "ANPREF",
|
|
"source_type": "DECIMAL(3,0)",
|
|
"dest_name": "anpref",
|
|
"dest_type": "numeric",
|
|
"description": "Production Preference"
|
|
},
|
|
{
|
|
"source_name": "ANDATE",
|
|
"source_type": "DATE",
|
|
"dest_name": "andate",
|
|
"dest_type": "date",
|
|
"description": "Last Updated"
|
|
},
|
|
{
|
|
"source_name": "ANMATL",
|
|
"source_type": "NUMERIC(3,0)",
|
|
"dest_name": "anmatl",
|
|
"dest_type": "numeric",
|
|
"description": "Material Records"
|
|
},
|
|
{
|
|
"source_name": "ANOSDE",
|
|
"source_type": "NUMERIC(3,0)",
|
|
"dest_name": "anosde",
|
|
"dest_type": "numeric",
|
|
"description": "O/S Records"
|
|
},
|
|
{
|
|
"source_name": "ANROUT",
|
|
"source_type": "NUMERIC(3,0)",
|
|
"dest_name": "anrout",
|
|
"dest_type": "numeric",
|
|
"description": "Routing Records"
|
|
},
|
|
{
|
|
"source_name": "ANTOOL",
|
|
"source_type": "NUMERIC(3,0)",
|
|
"dest_name": "antool",
|
|
"dest_type": "numeric",
|
|
"description": "Tooling Records"
|
|
},
|
|
{
|
|
"source_name": "ANENGC",
|
|
"source_type": "CHAR(11)",
|
|
"dest_name": "anengc",
|
|
"dest_type": "text",
|
|
"description": "Engineering Change #"
|
|
},
|
|
{
|
|
"source_name": "ANREVL",
|
|
"source_type": "CHAR(3)",
|
|
"dest_name": "anrevl",
|
|
"dest_type": "text",
|
|
"description": "Revision Level"
|
|
},
|
|
{
|
|
"source_name": "ANRDAT",
|
|
"source_type": "DATE",
|
|
"dest_name": "anrdat",
|
|
"dest_type": "date",
|
|
"description": "Revision Date"
|
|
},
|
|
{
|
|
"source_name": "ANPLNT",
|
|
"source_type": "CHAR(3)",
|
|
"dest_name": "anplnt",
|
|
"dest_type": "text",
|
|
"description": "Plant Code"
|
|
},
|
|
{
|
|
"source_name": "ANFU01",
|
|
"source_type": "CHAR(10)",
|
|
"dest_name": "anfu01",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU02",
|
|
"source_type": "CHAR(10)",
|
|
"dest_name": "anfu02",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU03",
|
|
"source_type": "CHAR(20)",
|
|
"dest_name": "anfu03",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU04",
|
|
"source_type": "CHAR(20)",
|
|
"dest_name": "anfu04",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU05",
|
|
"source_type": "NUMERIC(15,5)",
|
|
"dest_name": "anfu05",
|
|
"dest_type": "numeric",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU06",
|
|
"source_type": "NUMERIC(15,5)",
|
|
"dest_name": "anfu06",
|
|
"dest_type": "numeric",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU07",
|
|
"source_type": "CHAR(1)",
|
|
"dest_name": "anfu07",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU08",
|
|
"source_type": "CHAR(1)",
|
|
"dest_name": "anfu08",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU09",
|
|
"source_type": "CHAR(1)",
|
|
"dest_name": "anfu09",
|
|
"dest_type": "text",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU10",
|
|
"source_type": "DATE",
|
|
"dest_name": "anfu10",
|
|
"dest_type": "date",
|
|
"description": "Future Use"
|
|
},
|
|
{
|
|
"source_name": "ANFU11",
|
|
"source_type": "DATE",
|
|
"dest_name": "anfu11",
|
|
"dest_type": "date",
|
|
"description": "Future Use"
|
|
}
|
|
],
|
|
"watermarks": [
|
|
{
|
|
"name": "methh_wm",
|
|
"connection": "usmidsap02",
|
|
"resolver_sql": "SELECT COALESCE(MAX(andate), DATE '0001-01-01') FROM cms.methh",
|
|
"default_value": null
|
|
}
|
|
],
|
|
"hooks": []
|
|
}
|