pt/pivot_forecast
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases Wiki Activity

rework baseline, previously assumed ordinal position of version and iter columns, also include a log record

Browse Source
This commit is contained in:
Paul Trowbridge 2022-04-13 01:17:04 -04:00
parent 64af23cf04
commit a0fb500f29
1 changed files with 130 additions and 55 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

159
routes/baseline/gen_baseline.sql
View File

@ -2,11 +2,18 @@ DO
$func$ $func$
DECLARE DECLARE
_clist text; _clist text;
_clist_sum text;
_clist_group text;
_clist_inc text; _clist_inc text;
_ytdbody text; _version_col text;
_iter_col text;
_logid_col text;
_order_date text; _order_date text;
_ship_date text; _ship_date text;
_order_status text; _order_status text;
_units_col text;
_value_col text;
_ytdbody text;
_actpy text; _actpy text;
_sql text; _sql text;
_baseline text; _baseline text;
@ -14,7 +21,6 @@ DECLARE
_perd_joins text; _perd_joins text;
_interval interval; _interval interval;
_target_table text; _target_table text;
_version_col text;
/*----------------parameters listing-------------- /*----------------parameters listing--------------
app_baseline_from_date app_baseline_from_date
@ -29,14 +35,22 @@ app_plug_todate
BEGIN BEGIN
-----------------populate application variables-------------------------------------------- -----------------populate application variables--------------------------------------------
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'order_date') INTO _order_date; SELECT cname INTO _order_date FROM fc.target_meta WHERE appcol = 'order_date' ;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'ship_date') INTO _ship_date; SELECT cname INTO _ship_date FROM fc.target_meta WHERE appcol = 'ship_date' ;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'order_status') INTO _order_status; SELECT cname INTO _order_status FROM fc.target_meta WHERE appcol = 'order_status' ;
SELECT cname INTO _units_col FROM fc.target_meta WHERE appcol = 'units' ;
SELECT cname INTO _value_col FROM fc.target_meta WHERE appcol = 'value' ;
SELECT cname INTO _version_col FROM fc.target_meta WHERE appcol = 'version' ;
SELECT cname INTO _iter_col FROM fc.target_meta WHERE appcol = 'iter' ;
SELECT cname INTO _logid_col FROM fc.target_meta WHERE appcol = 'logid' ;
SELECT format('%I',max(schema))||'.'||format('%I',max(tname)) INTO _target_table FROM fc.target_meta; SELECT format('%I',max(schema))||'.'||format('%I',max(tname)) INTO _target_table FROM fc.target_meta;
--the target interval
SELECT interval '1 year' INTO _interval; SELECT interval '1 year' INTO _interval;
SELECT cname INTO _version_col FROM fc.target_meta WHERE appcol = 'version';
SELECT jsonb_agg(func) INTO _date_funcs FROM fc.target_meta WHERE dtype = 'date' AND appcol is NOT null; ----------------------setup listing of date joins required-----------------------------------------------------
SELECT jsonb_agg(DISTINCT func) INTO _date_funcs FROM fc.target_meta WHERE dtype = 'date' AND fkey is NOT null;
raise notice E'date list -----> \n %',_date_funcs;
-----------------------create the date based table joins--------------------------------------------------------
--create table join for each date based func in target_meta joining to fc.perd static table --create table join for each date based func in target_meta joining to fc.perd static table
--the join, though, should be based on the target date, which is needs an interval added to get to the target --the join, though, should be based on the target date, which is needs an interval added to get to the target
SELECT SELECT
@ -44,7 +58,7 @@ SELECT
'LEFT OUTER JOIN fc.perd '||func||' ON'|| 'LEFT OUTER JOIN fc.perd '||func||' ON'||
$$ $$
$$||'(o.'||format('%I',cname)||' + interval '||format('%L',_interval) ||' )::date <@ '||func||'.drange' $$||'(o.'||format('%I',cname)||' + interval '||format('%L',_interval) ||' )::date <@ '||func||'.drange'
,E'\n') ,E'\n ')
INTO INTO
_perd_joins _perd_joins
FROM FROM
@ -53,19 +67,60 @@ WHERE
dtype = 'date' dtype = 'date'
AND func IS NOT NULL; AND func IS NOT NULL;
--raise notice '%',_perd_joins; raise notice E'period table joins -----> \n %',_perd_joins;
-------------------------------build a column list----------------------------------------- -------------------------------build a column for sums-----------------------------------------
SELECT SELECT
string_agg('o.'||format('%I',cname),E'\n ,' ORDER BY opos ASC) --string_agg('o.'||format('%I',cname),E'\n ,' ORDER BY opos ASC)
string_agg(
--create the column reference
CASE appcol
----aggregation columns-----------------------------------------------------------
WHEN 'units' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'value' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'cost' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
----create singular values for fingle forecast step-------------------------------
WHEN 'version' THEN '''app_forecast_name'' AS '||format('%I',_version_col)
WHEN 'iter' THEN '''baseline'' AS '||format('%I',_iter_col)
WHEN 'logid' THEN '(SELECT id FROM ilog) AS '||format('%I',_logid_col)
ELSE
---if there is no function, make the column null or the default value---
CASE WHEN t.func IS NULL
THEN 'null::'||t.dtype||' AS '||format('%I',cname)
ELSE 'o.'||format('%I',cname)
END
END
--delimiter
,E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO INTO
_clist _clist_sum
FROM FROM
fc.target_meta fc.target_meta t;
WHERE
COALESCE(appcol,'') NOT IN ('version','iter','logid');
--raise notice '%',_clist; raise notice E'column list for sums -----> \n %',_clist_sum;
-------------------------------build a column for groupby-----------------------------------------
SELECT
--string_agg('o.'||format('%I',cname),E'\n ,' ORDER BY opos ASC)
string_agg(
--create the column reference
'o.'||format('%I',cname)
--delimiter
,E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO
_clist_group
FROM
fc.target_meta t
WHERE
COALESCE(appcol,'') NOT IN ('units','value','cost','version','iter','logid')
AND func IS NOT NULL;
raise notice E'column list for group by-----> \n %',_clist_group;
---------------------------build column to increment dates--------------------------------- ---------------------------build column to increment dates---------------------------------
SELECT SELECT
@ -75,7 +130,7 @@ SELECT
WHEN _date_funcs ? func THEN WHEN _date_funcs ? func THEN
CASE CASE
--...but it's not the date itself... --...but it's not the date itself...
WHEN appcol IS NULL THEN WHEN fkey IS NULL THEN
--...pull the associated date field from perd table --...pull the associated date field from perd table
'perd.'||m.fcol 'perd.'||m.fcol
--...and it's the primary key date... --...and it's the primary key date...
@ -85,29 +140,41 @@ SELECT
'o.'||format('%I',cname)||' + interval '||format('%L',_interval) ||' AS '||format('%I',cname) 'o.'||format('%I',cname)||' + interval '||format('%L',_interval) ||' AS '||format('%I',cname)
END END
ELSE ELSE
'o.'||format('%I',cname) CASE appcol
----aggregation columns-----------------------------------------------------------
WHEN 'units' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'value' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'cost' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
----create singular values for fingle forecast step-------------------------------
WHEN 'version' THEN '''app_forecast_name'' AS '||format('%I',_version_col)
WHEN 'iter' THEN '''baseline'' AS '||format('%I',_iter_col)
WHEN 'logid' THEN '(SELECT id FROM ilog) AS '||format('%I',_logid_col)
ELSE
---if there is no function, make the column null or the default value---
CASE WHEN m.func IS NULL
THEN 'null::'||m.dtype||' AS '||format('%I',cname)
ELSE 'o.'||format('%I',cname)
END
END
END END
,E'\n ,' ORDER BY opos ASC ,E'\n ,' ORDER BY opos ASC
) )
INTO INTO
_clist_inc _clist_inc
FROM FROM
fc.target_meta m fc.target_meta m;
WHERE --WHERE
COALESCE(appcol,'') NOT IN ('version','iter','logid'); -- COALESCE(appcol,'') NOT IN ('version','iter','logid');
--RAISE NOTICE 'DATES INCREMENTED: %',_clist_inc; RAISE NOTICE E'DATES INCREMENTED: ------> \n %',_clist_inc;
--------------------------------------clone the actual baseline----------------------------------------------- --------------------------------------clone the actual baseline-----------------------------------------------
SELECT SELECT
$$SELECT $$SELECT
$$::text|| $$||
_clist|| _clist_sum||
$$ $$
,'app_forecast_name' "version"
,'actuals' iter
,null::bigint app_logid
FROM FROM
$$||_target_table||$$ o $$||_target_table||$$ o
WHERE WHERE
@ -120,12 +187,13 @@ WHERE
OR ($$||format('%I',_ship_date)||$$ BETWEEN 'app_baseline_from_date'::date AND 'app_baseline_to_date'::date) OR ($$||format('%I',_ship_date)||$$ BETWEEN 'app_baseline_from_date'::date AND 'app_baseline_to_date'::date)
) )
--be sure to pre-exclude unwanted items, like canceled orders, non-gross sales, and short-ships --be sure to pre-exclude unwanted items, like canceled orders, non-gross sales, and short-ships
$$::text GROUP BY
$$||
_clist_group
INTO INTO
_ytdbody; _ytdbody;
--RAISE NOTICE '_ytdbody %', _ytdbody; RAISE NOTICE E'_ytdbody \n%', _ytdbody;
------------------------------------pull a plug from actuals to create a full year baseline------------------ ------------------------------------pull a plug from actuals to create a full year baseline------------------
@ -133,19 +201,17 @@ SELECT
$$SELECT $$SELECT
$$||_clist_inc|| $$||_clist_inc||
$$ $$
,'app_forecast_name' "version"
,'plug' iter
,null::bigint app_logid
FROM FROM
$$||_target_table||' o'||E'\n'||_perd_joins||$$ $$||_target_table||' o'||E'\n '||_perd_joins||$$
WHERE WHERE
$$||format('%I',_order_date)||$$ BETWEEN 'app_plug_fromdate'::date AND 'app_plug_todate'::date $$||format('%I',_order_date)||$$ BETWEEN 'app_plug_fromdate'::date AND 'app_plug_todate'::date
--be sure to pre-exclude unwanted items, like canceled orders, non-gross sales, and short-ships --be sure to pre-exclude unwanted items, like canceled orders, non-gross sales, and short-ships
$$ GROUP BY
$$||_clist_group
INTO INTO
_actpy; _actpy;
--RAISE NOTICE '_actpf %',_actpy; RAISE NOTICE E'plug body --------> \n%',_actpy;
------------------------------copy a full year and increment by 1 year for the baseline------------------------- ------------------------------copy a full year and increment by 1 year for the baseline-------------------------
SELECT SELECT
@ -179,22 +245,31 @@ INTO
_baseline; _baseline;
--RAISE NOTICE '_baseline %',_baseline; RAISE NOTICE E'_baseline -------> \n%',_baseline;
------------------------------stack the sql into the final format------------------------------------------------ ------------------------------stack the sql into the final format------------------------------------------------
SELECT SELECT
$$DELETE FROM $$||_target_table||$$ WHERE $$||_version_col||$$ = 'app_forecast_name'; $$DELETE FROM $$||_target_table||$$ WHERE $$||_version_col||$$ = 'app_forecast_name';
WITH WITH
baseline AS ( ilog AS (
$$||_ytdbody|| INSERT INTO
$$UNION ALL fc.log (doc)
SELECT
req.j
FROM
req
RETURNING *
)
,baseline AS (
$$||_ytdbody||$$
UNION ALL
$$||_actpy $$||_actpy
||$$) ||$$)
$$||_baseline $$||_baseline
INTO INTO
_sql; _sql;
--RAISE NOTICE '_sql %',_sql; RAISE NOTICE E'_sql ---------> \n%',_sql;
INSERT INTO fc.sql SELECT 'baseline', _sql ON CONFLICT ON CONSTRAINT sql_pkey DO UPDATE SET t = EXCLUDED.t; INSERT INTO fc.sql SELECT 'baseline', _sql ON CONFLICT ON CONSTRAINT sql_pkey DO UPDATE SET t = EXCLUDED.t;