120 lines
3.1 KiB
PL/PgSQL
120 lines
3.1 KiB
PL/PgSQL
|
|
WITH
|
|
|
|
--------------------apply regex operations to transactions-----------------------------------------------------------------------------------
|
|
|
|
rx AS (
|
|
SELECT
|
|
m.srce,
|
|
m.target,
|
|
t.id,
|
|
t.rec,
|
|
jsonb_build_object(
|
|
e.v ->> 'key',
|
|
(t.rec #> ((e.v ->> 'key')::text[]))
|
|
) AS rkey,
|
|
jsonb_build_object(
|
|
e.v->>'field',
|
|
CASE WHEN array_upper(mt.mt,1)=1
|
|
THEN to_json(mt.mt[1])
|
|
ELSE array_to_json(mt.mt)
|
|
END
|
|
) retval,
|
|
m.seq,
|
|
e.v->>'retain' retain
|
|
FROM
|
|
tps.map_rm m
|
|
LEFT JOIN LATERAL jsonb_array_elements(m.regex->'where') w(v) ON TRUE
|
|
JOIN tps.trans t ON
|
|
t.srce = m.srce AND
|
|
t.rec @> w.v
|
|
LEFT JOIN LATERAL jsonb_array_elements(m.regex->'defn') WITH ORDINALITY e(v, rn) ON true
|
|
LEFT JOIN LATERAL regexp_matches(t.rec #>> ((e.v ->> 'key')::text[]), e.v ->> 'regex'::text) WITH ORDINALITY mt(mt, rn) ON true
|
|
WHERE
|
|
t.map IS NULL
|
|
AND t.srce = 'DCARD'
|
|
ORDER BY
|
|
m.srce,
|
|
m.seq,
|
|
m.target,
|
|
t.id,
|
|
t.rec,
|
|
e.rn
|
|
),
|
|
|
|
----------aggregate regex back to the target level (may be several targets per row)---------------------------------------------------------------
|
|
|
|
|
|
agg_rx AS (
|
|
SELECT
|
|
rx.srce,
|
|
rx.target,
|
|
rx.id,
|
|
rx.rec,
|
|
tps.jsonb_concat_obj(rx.rkey) rkey,
|
|
tps.jsonb_concat_obj(rx.retval) AS retval,
|
|
tps.jsonb_concat_obj(CASE rx.retain WHEN 'y' THEN rx.retval ELSE '{}'::jsonb END) retain,
|
|
rx.seq
|
|
FROM
|
|
--unwrap json instruction and apply regex using a count per original line for re-aggregation
|
|
--need to look at integrating regex option like 'g' that would then need aggegated back as an array, or adding the ordinality number to the title
|
|
rx
|
|
GROUP BY
|
|
rx.srce,
|
|
rx.target,
|
|
rx.id,
|
|
rx.rec,
|
|
rx.seq
|
|
)
|
|
|
|
|
|
-------------aggregate all targets back to row level (id)------------------------------------------------------------------------------------------------
|
|
|
|
,agg_orig AS (
|
|
SELECT
|
|
u.srce,
|
|
u.id,
|
|
u.rec,
|
|
string_agg(u.target,',') target,
|
|
tps.jsonb_concat_obj(coalesce(v.map,'{}'::jsonb) ORDER BY seq ) map,
|
|
--tps.jsonb_concat_obj(u.retval||coalesce(v.map,'{}'::jsonb) ORDER BY seq) comb,
|
|
tps.jsonb_concat_obj(u.retain||coalesce(v.map,'{}'::jsonb) ORDER BY seq) retain
|
|
FROM
|
|
--re-aggregate return values and explude any records where one or more regex failed with a null result
|
|
agg_rx u
|
|
INNER JOIN tps.map_rv v ON
|
|
v.target = u.target AND
|
|
v.srce = u.srce AND
|
|
v.retval <@ u.retval
|
|
GROUP BY
|
|
u.srce,
|
|
u.id,
|
|
u.rec
|
|
)
|
|
|
|
|
|
--SELECT * FROM agg_orig
|
|
--UPDATE tps.trans t SET (map) = (SELECT retain FROM agg_orig WHERE t.id = agg_orig.id);
|
|
UPDATE
|
|
tps.trans t
|
|
SET
|
|
map = o.retain
|
|
FROM
|
|
agg_orig o
|
|
WHERE
|
|
o.id = t.id
|
|
|
|
/*
|
|
SELECT
|
|
retain->>'f20',
|
|
rec->>'Description',
|
|
COUNT(*)
|
|
FROM
|
|
agg_orig
|
|
GROUP BY
|
|
retain->>'f20',
|
|
rec->>'Description'
|
|
ORDER BY
|
|
retain->>'f20',
|
|
rec->>'Description'
|
|
*/ |