push inserts into do block so they can consume local variables, need to setup log inserts
This commit is contained in:
parent
b3775210b5
commit
51fbec1244
25
srce.pgsql
25
srce.pgsql
@ -15,9 +15,14 @@ DO $$
|
||||
|
||||
DECLARE _t text;
|
||||
DECLARE _c text;
|
||||
DECLARE _path text;
|
||||
DECLARE _srce text;
|
||||
|
||||
BEGIN
|
||||
|
||||
_path := 'C:\users\ptrowbridge\downloads\lon_loan_ledgerbal.csv';
|
||||
_srce := 'PNCO';
|
||||
|
||||
----------------------------------------------------build the column list of the temp table----------------------------------------------------------------
|
||||
|
||||
SELECT
|
||||
@ -31,7 +36,7 @@ BEGIN
|
||||
--unwrap the schema definition array
|
||||
LEFT JOIN LATERAL jsonb_populate_recordset(null::tps.srce_defn_schema, defn->'schema') prs ON TRUE
|
||||
WHERE
|
||||
srce = 'PNCC'
|
||||
srce = _srce
|
||||
GROUP BY
|
||||
srce;
|
||||
|
||||
@ -48,17 +53,12 @@ BEGIN
|
||||
----------------------------------------------------do the insert-------------------------------------------------------------------------------------------
|
||||
|
||||
--the column list needs to be dynamic forcing this whole line to be dynamic
|
||||
_t := format('COPY csv_i (%s) FROM ''C:\Users\ptrowbridge\downloads\transsearchcsv.csv'' WITH (HEADER TRUE,DELIMITER '','', FORMAT CSV, ENCODING ''SQL_ASCII'',QUOTE ''"'');',_c);
|
||||
_t := format('COPY csv_i (%s) FROM %L WITH (HEADER TRUE,DELIMITER '','', FORMAT CSV, ENCODING ''SQL_ASCII'',QUOTE ''"'');',_c,_path);
|
||||
|
||||
--RAISE NOTICE '%', _t;
|
||||
|
||||
EXECUTE _t;
|
||||
|
||||
|
||||
END
|
||||
$$;
|
||||
|
||||
|
||||
WITH
|
||||
|
||||
-------------for each imported row in the COPY table, genereate the json rec, and a column for the json key specified in the srce.defn-----------
|
||||
@ -77,7 +77,7 @@ pending_list AS (
|
||||
FROM
|
||||
csv_i i
|
||||
INNER JOIN tps.srce s ON
|
||||
s.srce = 'PNCC'
|
||||
s.srce = _srce
|
||||
LEFT JOIN LATERAL JSONB_ARRAY_ELEMENTS_TEXT(defn->'unique_constraint'->'fields') WITH ORDINALITY ae(e, rn) ON TRUE
|
||||
GROUP BY
|
||||
i.*,
|
||||
@ -115,6 +115,7 @@ FROM
|
||||
)
|
||||
|
||||
-----------insert pending rows that have key with no trans match-----------------------------------------------------------------------------------
|
||||
--need to look into mapping the transactions prior to loading
|
||||
|
||||
, inserted AS (
|
||||
INSERT INTO
|
||||
@ -151,6 +152,11 @@ FROM
|
||||
inserted
|
||||
)
|
||||
|
||||
--------insert to log-------------------------------------------------------------------------------------------------------------------------------------
|
||||
--below select should be loaded to the log table
|
||||
|
||||
|
||||
|
||||
--------summarize records not inserted-------------------+------------------------------------------------------------------------------------------------
|
||||
|
||||
SELECT
|
||||
@ -167,3 +173,6 @@ FROM
|
||||
GROUP BY
|
||||
t.srce
|
||||
,(ae.e::text[])[1];
|
||||
|
||||
END
|
||||
$$;
|
Loading…
Reference in New Issue
Block a user