pt/tps
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

add another variable to collect column list, add a serial column to temp, copy using column list, and then build json object based on json defn

Browse Source
This commit is contained in:
Paul Trowbridge 2017-10-14 01:40:26 -04:00
parent 94d9a501de
commit a0b3173741
1 changed files with 23 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
srce.pgsql
View File

@ -2,15 +2,18 @@
DO $$ DO $$
declare _t text; declare _t text;
declare _c text;
begin begin
----------------------------------------------------build the column list of the temp table---------------------------------------------------------------- ----------------------------------------------------build the column list of the temp table----------------------------------------------------------------
SELECT SELECT
string_agg(quote_ident(prs.key)||' '||prs.type,',') string_agg(quote_ident(prs.key)||' '||prs.type,','),
string_agg(quote_ident(prs.key),',')
INTO INTO
_t _t,
_c
FROM FROM
TPS.srce TPS.srce
--unwrap the schema definition array --unwrap the schema definition array
@ -24,6 +27,7 @@ begin
_t := format('CREATE TEMP TABLE csv_i (%s)', _t); _t := format('CREATE TEMP TABLE csv_i (%s)', _t);
raise notice '%', _t; raise notice '%', _t;
raise notice '%', _c;
----------------------------------------------------build the table----------------------------------------------------------------------------------------- ----------------------------------------------------build the table-----------------------------------------------------------------------------------------
@ -32,15 +36,29 @@ begin
EXECUTE _t; EXECUTE _t;
COPY csv_i FROM 'C:\Users\fleet\downloads\dc.csv' WITH (HEADER TRUE,DELIMITER ',', FORMAT CSV, ENCODING 'SQL_ASCII',QUOTE '"'); ALTER TABLE csv_i ADD COLUMN id SERIAL;
--the column list needs to be dynamic forcing this whole line to be dynamic
COPY csv_i ("Trans. Date","Post Date","Description","Amount","Category")FROM 'C:\Users\fleet\downloads\dc.csv' WITH (HEADER TRUE,DELIMITER ',', FORMAT CSV, ENCODING 'SQL_ASCII',QUOTE '"');
end end
$$; $$;
SELECT * FROM csv_i; --SELECT * FROM csv_i;
SELECT
jsonb_build_object(
(ae.e::text[])[1], --the key name
(row_to_json(i)::jsonb) #> ae.e::text[] --get the target value from the key from the csv row that has been converted to json
) json_key,
srce,
ae.rn
FROM
csv_i i
INNER JOIN tps.srce s ON
s.srce = 'DCARD'
LEFT JOIN LATERAL JSONB_ARRAY_ELEMENTS_TEXT(defn->'unique_constraint'->'fields') WITH ORDINALITY ae(e, rn) ON TRUE;
/* /*
INSERT INTO INSERT INTO