pt/pivot_forecast
1
0
Fork 0
Code Issues 1 Pull Requests Projects Releases Wiki Activity

Compare commits

base: pt:95675428a4cd7c5ef14a4d67a4aee299e5218a23
Branches Tags
pt:master
pt:nofile
pt:refactor
..
compare: pt:959d858b100fab9dcb2e149a15a80067abab43dd
Branches Tags
pt:nofile
pt:master
pt:refactor

No commits in common. "95675428a4cd7c5ef14a4d67a4aee299e5218a23" and "959d858b100fab9dcb2e149a15a80067abab43dd" have entirely different histories.
95675428a4 ... 959d858b10

2 changed files with 90 additions and 179 deletions
Show Stats Expand all files Collapse all files

191
routes/scale/gen_scale.sql
View File

@ -1,34 +1,36 @@
DO
$func$
DECLARE
_clist_all text; --all columns
_clist_sum text; --group away forecast iteration rows
_clist_group text; --group away forecast iteration rows
_clist_vol text; --volume columns scaled
_clist_prc text; --price columns scaled
_target_table text;
_order_date text;
_ship_date text;
_order_status text;
_version_col text;
_iter_col text;
_logid_col text;
_units_col text;
_value_col text;
_sql text;
_clist text;
_clist_vol text;
_clist_prc text;
_clist_inc text;
_ytdbody text;
_order_date text;
_ship_date text;
_order_status text;
_actpy text;
_sql text;
_target_table text;
_version_col text;
_baseline text;
_date_funcs jsonb;
_perd_joins text;
_interval interval;
_units_col text;
_value_col text;
BEGIN
-----------------populate application variables--------------------------------------------
SELECT cname INTO _order_date FROM fc.target_meta WHERE appcol = 'order_date' ;
SELECT cname INTO _ship_date FROM fc.target_meta WHERE appcol = 'ship_date' ;
SELECT cname INTO _order_status FROM fc.target_meta WHERE appcol = 'order_status' ;
SELECT cname INTO _units_col FROM fc.target_meta WHERE appcol = 'units' ;
SELECT cname INTO _value_col FROM fc.target_meta WHERE appcol = 'value' ;
SELECT cname INTO _version_col FROM fc.target_meta WHERE appcol = 'version' ;
SELECT cname INTO _iter_col FROM fc.target_meta WHERE appcol = 'iter' ;
SELECT cname INTO _logid_col FROM fc.target_meta WHERE appcol = 'logid' ;
--need a handler if any of these are not specified--
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'order_date') INTO _order_date;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'ship_date') INTO _ship_date;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'order_status') INTO _order_status;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'units') INTO _units_col;
SELECT (SELECT cname FROM fc.target_meta WHERE appcol = 'value') INTO _value_col;
SELECT format('%I',max(schema))||'.'||format('%I',max(tname)) INTO _target_table FROM fc.target_meta;
SELECT cname INTO _version_col FROM fc.target_meta WHERE appcol = 'version';
RAISE NOTICE '_order_date; %', _order_date;
RAISE NOTICE '_ship_date; %', _ship_date;
@ -37,110 +39,59 @@ RAISE NOTICE '_units_col; %', _units_col;
RAISE NOTICE '_value_col; %', _value_col;
RAISE NOTICE '_target_table;%', _target_table;
RAISE NOTICE '_version_col; %', _version_col;
RAISE NOTICE '_iter_col; %', _iter_col;
RAISE NOTICE '_logid_col; %', _logid_col;
-------------------------all columns ------------------------------------------------------
SELECT
string_agg('o.'||format('%I',cname),E'\n ,' ORDER BY opos ASC)
INTO
_clist_all
FROM
fc.target_meta;
-------------------------basemix sum columns-----------------------------------------------
SELECT
string_agg(
--create the column reference
CASE appcol
WHEN 'units' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'value' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
WHEN 'cost' THEN 'sum(o.'||format('%I',cname)||') AS '||format('%I',cname)
---if basemix is used in price or volume, these columns are overridden anyways---
WHEN 'version' THEN '''app_forecast_name'' AS '||format('%I',_version_col)
WHEN 'iter' THEN '''scale'' AS '||format('%I',_iter_col)
WHEN 'logid' THEN '0::bigint AS '||format('%I',_logid_col)
ELSE 'o.'||format('%I',cname)
END
--delimiter
,E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO
_clist_sum
FROM
fc.target_meta;
RAISE NOTICE 'sumation columns %', _clist_sum;
-------------------------basemix group by columns------------------------------------------
SELECT
string_agg(
--create the column reference
'o.'||format('%I',cname)
--delimiter
,E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO
_clist_group
_clist
FROM
fc.target_meta
WHERE
COALESCe(appcol,'') NOT IN ('version','iter','logid','value','cost','units');
WHERE
COALESCE(appcol,'') NOT IN ('version','iter','logid');
RAISE NOTICE 'sumation columns %', _clist_group;
RAISE NOTICE 'all columns %', _clist;
-------------------------all columns as-is except volume types which need scaled-----------------------------------
-------------------------all columns except volume scale-----------------------------------
SELECT
string_agg(
--create the column reference
CASE appcol
----calculation should yield the value necessary to get to the target increment value------------
WHEN 'units' THEN 'round(o.'||format('%I',cname)||' * vscale.factor,5) AS '||format('%I',cname)
WHEN 'value' THEN 'round(o.'||format('%I',cname)||' * vscale.factor,2) AS '||format('%I',cname)
WHEN 'cost' THEN 'round(o.'||format('%I',cname)||' * vscale.factor,2) AS '||format('%I',cname)
WHEN 'version' THEN '''app_forecast_name'' AS '||format('%I',_version_col)
WHEN 'iter' THEN '''scale volume'' AS '||format('%I',_iter_col)
WHEN 'logid' THEN '(SELECT id FROM ilog) AS '||format('%I',_logid_col)
ELSE 'o.'||format('%I',cname)
END
'o.'||format('%I',cname)||
CASE WHEN appcol IN ('units', 'value', 'cost') THEN ' * vscale.factor AS '||format('%I',cname) ELSE '' END,
--delimiter
,E'\n ,'
E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO
_clist_vol
FROM
fc.target_meta;
fc.target_meta
WHERE
COALESCE(appcol,'') NOT IN ('version','iter','logid');
RAISE NOTICE ' all columns plus scale volume columns %', _clist_vol;
-------------------------all columns with price types getting scaled-----------------------------------
-------------------------all columns except volume scale-----------------------------------
SELECT
string_agg(
--create the column reference
CASE appcol
WHEN 'units' THEN '0::numeric AS '||format('%I',cname)
WHEN 'cost' THEN '0::numeric AS '||format('%I',cname)
WHEN 'value' THEN $$round((CASE WHEN pscale.factor = 0 THEN o.$$||_units_col||$$ * pscale.mod_price ELSE o.$$||format('%I',cname)||' * pscale.factor END)::numeric,2) AS '||format('%I',cname)
WHEN 'version' THEN '''app_forecast_name'' AS '||format('%I',_version_col)
WHEN 'iter' THEN '''scale price'' AS '||format('%I',_iter_col)
WHEN 'logid' THEN '(SELECT id FROM ilog) AS '||format('%I',_logid_col)
CASE
WHEN appcol IN ('units', 'cost') THEN '0::numeric'
WHEN appcol IN ('value') THEN $$(CASE WHEN pscale.factor = 0 THEN o.$$||_units_col||$$ * pscale.mod_price ELSE o.$$||format('%I',cname)||' * pscale.factor END)::numeric AS '||_value_col
ELSE 'o.'||format('%I',cname)
END
END,
--delimiter
,E'\n ,'
E'\n ,'
--sort column ordinal
ORDER BY opos ASC
)
INTO
_clist_prc
FROM
fc.target_meta;
fc.target_meta
WHERE
COALESCE(appcol,'') NOT IN ('version','iter','logid');
RAISE NOTICE 'all columns plus scale price %', _clist_prc;
@ -158,32 +109,20 @@ req AS (SELECT $$||'$$app_req$$::jsonb j)'||$$
-----this block is supposed to test for new products that might not be in baseline etc-------
,test AS (
SELECT
sum($$||_units_col||$$) FILTER (WHERE $$||format('%I',_iter_col)||$$ <> 'ACTUALS') total
,sum($$||_units_col||$$) FILTER (WHERE $$||format('%I',_iter_col)||$$ = 'baseline') base
sum($$||_units_col||$$) FILTER (WHERE version <> 'ACTUALS') total
,sum($$||_units_col||$$) FILTER (WHERE iter = 'baseline') base
FROM
$$||_target_table||$$ o
WHERE
app_where
)
,ilog AS (
INSERT INTO
fc.log (doc)
SELECT
req.j
FROM
req
RETURNING *
)
------need to group basemix and forego any detail iterations
,basemix AS (
SELECT
$$||_clist_sum||$$
$$||_clist||$$
FROM
$$||_target_table||$$ o
WHERE
app_where
GROUP BY
$$||_clist_group||$$
),
vscale AS (
SELECT
@ -193,19 +132,22 @@ vscale AS (
FROM
basemix
)
,volume_only AS (
,ilog AS (
INSERT INTO
fc.log (doc)
SELECT
req.j
FROM
req
)
,volume AS (
SELECT
$$||_clist_vol||$$
,'app_forecast_name' AS version
,'scale vol' AS iter
FROM
basemix o
CROSS JOIN vscale
WHERE
vscale.factor <> 0
)
,volume AS (
SELECT * FROM volume_only
UNION ALL
SELECT * FROM basemix WHERE (SELECT factor FROM vscale) = 0
)
,pscale AS (
SELECT
@ -215,13 +157,8 @@ SELECT
--if the base value is -0- scaling will not work, need to generate price, factor goes to -0-
0
ELSE
CASE WHEN (SELECT factor FROM vscale) = 0
--if the incoming volume dataset has just basemix data, then create an absolute factor and multiply by basemix
THEN (SELECT pincr FROM target)/(SELECT sum($$||format('%I',_value_col)||$$) FROM volume)
--if the incoming volume table already has an adjusment, just need to create a true-up factor
--multiplying by the raw factor without adding 1 will work since this data set will be added to the volume data set
ELSE ((SELECT pincr FROM target)-(SELECT sum($$||format('%I',_value_col)||$$) FROM volume))/(SELECT sum($$||format('%I',_value_col)||$$) FROM volume)
END
--if the target dollar value still does not match the target increment, make this adjustment
((SELECT pincr FROM target)-(SELECT sum($$||format('%I',_value_col)||$$) FROM volume))/(SELECT sum($$||format('%I',_value_col)||$$) FROM volume)
END factor
,CASE WHEN (SELECT sum($$||format('%I',_value_col)||$$) FROM volume) = 0 THEN
CASE WHEN ((SELECT pincr::numeric FROM target) - (SELECT sum($$||format('%I',_value_col)||$$) FROM volume)) <> 0 THEN
@ -239,6 +176,8 @@ FROM
,pricing AS (
SELECT
$$||_clist_prc||$$
,'app_forecast_name' AS version
,'scale price' AS iter
FROM
volume o
CROSS JOIN pscale
@ -246,11 +185,11 @@ WHERE
pscale.factor <> 0 or pscale.mod_price <> 0
)
INSERT INTO
$$||_target_table||$$
$$||_target_table||$$ o
SELECT
*
FROM
volume_only
volume
UNION ALL
SELECT
*

78
routes/scale/scale.sql
View File

@ -10,23 +10,13 @@ req AS (SELECT $$app_req$$::jsonb j)
-----this block is supposed to test for new products that might not be in baseline etc-------
,test AS (
SELECT
sum(app_units) FILTER (WHERE app_iter <> 'ACTUALS') total
,sum(app_units) FILTER (WHERE app_iter = 'baseline') base
sum(app_units) FILTER (WHERE version <> 'ACTUALS') total
,sum(app_units) FILTER (WHERE iter = 'baseline') base
FROM
tpsv.dcard o
WHERE
app_where
)
,ilog AS (
INSERT INTO
fc.log (doc)
SELECT
req.j
FROM
req
RETURNING *
)
------need to group basemix and forego any detail iterations
,basemix AS (
SELECT
o.id
@ -34,27 +24,15 @@ SELECT
,o."Trans. Date"
,o."Post Date"
,o."Description"
,sum(o."Amount") AS "Amount"
,o."Amount"
,o."Category"
,o."Party"
,o."Reason"
,'app_forecast_name' AS app_version
,'scale' AS app_iter
,0::bigint AS app_logid
,sum(o.app_units) AS app_units
,o.app_units
FROM
tpsv.dcard o
WHERE
app_where
GROUP BY
o.id
,o.logid
,o."Trans. Date"
,o."Post Date"
,o."Description"
,o."Category"
,o."Party"
,o."Reason"
),
vscale AS (
SELECT
@ -64,31 +42,31 @@ vscale AS (
FROM
basemix
)
,volume_only AS (
,ilog AS (
INSERT INTO
fc.log (doc)
SELECT
req.j
FROM
req
)
,volume AS (
SELECT
o.id
,o.logid
,o."Trans. Date"
,o."Post Date"
,o."Description"
,round(o."Amount" * vscale.factor,2) AS "Amount"
,o."Amount" * vscale.factor AS "Amount"
,o."Category"
,o."Party"
,o."Reason"
,'app_forecast_name' AS app_version
,'scale volume' AS app_iter
,(SELECT id FROM ilog) AS app_logid
,round(o.app_units * vscale.factor,5) AS app_units
,o.app_units * vscale.factor AS app_units
,'app_forecast_name' AS version
,'scale vol' AS iter
FROM
basemix o
CROSS JOIN vscale
WHERE
vscale.factor <> 0
)
,volume AS (
SELECT * FROM volume_only
UNION ALL
SELECT * FROM basemix WHERE (SELECT factor FROM vscale) = 0
)
,pscale AS (
SELECT
@ -98,13 +76,8 @@ SELECT
--if the base value is -0- scaling will not work, need to generate price, factor goes to -0-
0
ELSE
CASE WHEN (SELECT factor FROM vscale) = 0
--if the incoming volume dataset has just basemix data, then create an absolute factor and multiply by basemix
THEN (SELECT pincr FROM target)/(SELECT sum("Amount") FROM volume)
--if the incoming volume table already has an adjusment, just need to create a true-up factor
--multiplying by the raw factor without adding 1 will work since this data set will be added to the volume data set
ELSE ((SELECT pincr FROM target)-(SELECT sum("Amount") FROM volume))/(SELECT sum("Amount") FROM volume)
END
--if the target dollar value still does not match the target increment, make this adjustment
((SELECT pincr FROM target)-(SELECT sum("Amount") FROM volume))/(SELECT sum("Amount") FROM volume)
END factor
,CASE WHEN (SELECT sum("Amount") FROM volume) = 0 THEN
CASE WHEN ((SELECT pincr::numeric FROM target) - (SELECT sum("Amount") FROM volume)) <> 0 THEN
@ -126,14 +99,13 @@ SELECT
,o."Trans. Date"
,o."Post Date"
,o."Description"
,round((CASE WHEN pscale.factor = 0 THEN o.app_units * pscale.mod_price ELSE o."Amount" * pscale.factor END)::numeric,2) AS "Amount"
,(CASE WHEN pscale.factor = 0 THEN o.app_units * pscale.mod_price ELSE o."Amount" * pscale.factor END)::numeric AS Amount
,o."Category"
,o."Party"
,o."Reason"
,'app_forecast_name' AS app_version
,'scale price' AS app_iter
,(SELECT id FROM ilog) AS app_logid
,0::numeric AS app_units
,0::numeric
,'app_forecast_name' AS version
,'scale price' AS iter
FROM
volume o
CROSS JOIN pscale
@ -141,11 +113,11 @@ WHERE
pscale.factor <> 0 or pscale.mod_price <> 0
)
INSERT INTO
tpsv.dcard
tpsv.dcard o
SELECT
*
FROM
volume_only
volume
UNION ALL
SELECT
*