2017-10-11 00:17:21 -04:00
DO $$
declare _t text;
2017-10-14 01:40:26 -04:00
declare _c text;
2017-10-11 00:17:21 -04:00
begin
2017-10-11 00:29:38 -04:00
----------------------------------------------------build the column list of the temp table----------------------------------------------------------------
2017-10-11 00:17:21 -04:00
SELECT
2017-10-14 01:40:26 -04:00
string_agg(quote_ident(prs.key)||' '||prs.type,','),
string_agg(quote_ident(prs.key),',')
2017-10-11 00:17:21 -04:00
INTO
2017-10-14 01:40:26 -04:00
_t,
_c
2017-10-11 00:17:21 -04:00
FROM
TPS.srce
--unwrap the schema definition array
LEFT JOIN LATERAL jsonb_populate_recordset(null::tps.srce_defn_schema, defn->'schema') prs ON TRUE
2017-10-13 02:40:23 -04:00
WHERE
srce = 'DCARD'
2017-10-11 00:17:21 -04:00
GROUP BY
srce;
2017-10-11 00:29:38 -04:00
----------------------------------------------------add create table verbage in front of column list--------------------------------------------------------
2017-10-11 00:17:21 -04:00
_t := format('CREATE TEMP TABLE csv_i (%s)', _t);
2017-10-13 02:40:23 -04:00
raise notice '%', _t;
2017-10-14 01:40:26 -04:00
raise notice '%', _c;
2017-10-11 00:17:21 -04:00
2017-10-11 00:29:38 -04:00
----------------------------------------------------build the table-----------------------------------------------------------------------------------------
2017-10-11 00:17:21 -04:00
DROP TABLE IF EXISTS csv_i;
EXECUTE _t;
2017-10-14 01:40:26 -04:00
ALTER TABLE csv_i ADD COLUMN id SERIAL;
--the column list needs to be dynamic forcing this whole line to be dynamic
COPY csv_i ("Trans. Date","Post Date","Description","Amount","Category")FROM 'C:\Users\fleet\downloads\dc.csv' WITH (HEADER TRUE,DELIMITER ',', FORMAT CSV, ENCODING 'SQL_ASCII',QUOTE '"');
2017-10-13 02:40:23 -04:00
2017-10-11 00:17:21 -04:00
end
$$;
2017-10-14 01:40:26 -04:00
--SELECT * FROM csv_i;
2017-10-13 02:40:23 -04:00
2017-10-14 01:40:26 -04:00
SELECT
jsonb_build_object(
(ae.e::text[])[1], --the key name
(row_to_json(i)::jsonb) #> ae.e::text[] --get the target value from the key from the csv row that has been converted to json
) json_key,
srce,
ae.rn
FROM
csv_i i
INNER JOIN tps.srce s ON
s.srce = 'DCARD'
LEFT JOIN LATERAL JSONB_ARRAY_ELEMENTS_TEXT(defn->'unique_constraint'->'fields') WITH ORDINALITY ae(e, rn) ON TRUE;
2017-10-13 02:40:23 -04:00
/*
INSERT INTO
tps.trans (srce, rec)
SELECT
'DCARD', row_to_json(csv_i) FROM csv_i;
*/