hc-companies/price_api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

additional transaction wrapping and consolidated proc to sync tables

Browse Source
This commit is contained in:
Paul Trowbridge 2025-10-01 16:13:35 -04:00
parent 9dd85505ea
commit 326784e18c
4 changed files with 573 additions and 470 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

150
rebuild/rebuild_lastprice.ms.sql
View File

@ -6,18 +6,18 @@ BEGIN
BEGIN TRY BEGIN TRY
BEGIN TRAN; -- start transaction BEGIN TRAN; -- start transaction
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Reset target tables -- Reset target tables
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
--DROP TABLE IF EXISTS pricing.lastpricedetail; --DROP TABLE IF EXISTS pricing.lastpricedetail;
DELETE FROM pricing.lastpricedetail; DELETE FROM pricing.lastpricedetail;
DROP TABLE IF EXISTS #flagged; DROP TABLE IF EXISTS #flagged;
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Stage 1: Load cleaned input rows -- Stage 1: Load cleaned input rows
-- Filters out irrelevant quotes/orders and calculates unit prices -- Filters out irrelevant quotes/orders and calculates unit prices
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
WITH base AS ( WITH base AS (
SELECT SELECT
o."Customer" AS customer, o."Customer" AS customer,
o."Part Group" AS partgroup, o."Part Group" AS partgroup,
@ -45,18 +45,18 @@ WITH base AS (
AND o."Part Group" <> '' AND o."Part Group" <> ''
-- Optional filter for testing -- Optional filter for testing
-- AND o."Customer" = 'ESBENSHADES GREENHOUSE' -- AND o."Customer" = 'ESBENSHADES GREENHOUSE'
), ),
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Stage 2: Rank each row based on recency and volume rules -- Stage 2: Rank each row based on recency and volume rules
-- Flags include: -- Flags include:
-- - rn_mrs: most recent sale -- - rn_mrs: most recent sale
-- - rn_mrq: most recent quote -- - rn_mrq: most recent quote
-- - rn_lvs: largest sale in last year -- - rn_lvs: largest sale in last year
-- - rn_lvq: largest quote in last year -- - rn_lvq: largest quote in last year
-- - rn_dss: most recent sale per dataseg -- - rn_dss: most recent sale per dataseg
-- - rn_dsq: most recent quote per dataseg -- - rn_dsq: most recent quote per dataseg
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
ranked AS ( ranked AS (
SELECT SELECT
b.* b.*
-- Most recent sale (Actuals only) -- Most recent sale (Actuals only)
@ -104,12 +104,12 @@ ranked AS (
) )
END AS rn_dsq END AS rn_dsq
FROM base b FROM base b
) )
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Stage 2.5: Save only rows that meet any of the above criteria -- Stage 2.5: Save only rows that meet any of the above criteria
-- and annotate each with global-level flag (mrs, mrq, lvs, lvq) -- and annotate each with global-level flag (mrs, mrq, lvs, lvq)
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
SELECT SELECT
*, *,
CASE WHEN rn_mrs = 1 THEN 'mrs' END AS f1, CASE WHEN rn_mrs = 1 THEN 'mrs' END AS f1,
CASE WHEN rn_mrq = 1 THEN 'mrq' END AS f2, CASE WHEN rn_mrq = 1 THEN 'mrq' END AS f2,
@ -117,9 +117,9 @@ SELECT
CASE WHEN rn_lvq = 1 THEN 'lvq' END AS f4, CASE WHEN rn_lvq = 1 THEN 'lvq' END AS f4,
CASE WHEN rn_dss = 1 AND version = 'Actual' THEN 'dss' END AS f5, CASE WHEN rn_dss = 1 AND version = 'Actual' THEN 'dss' END AS f5,
CASE WHEN rn_dsq = 1 AND version = 'Quotes' THEN 'dsq' END AS f6 CASE WHEN rn_dsq = 1 AND version = 'Quotes' THEN 'dsq' END AS f6
INTO #flagged INTO #flagged
FROM ranked FROM ranked
WHERE WHERE
rn_mrs = 1 rn_mrs = 1
OR rn_mrq = 1 OR rn_mrq = 1
OR rn_lvs = 1 OR rn_lvs = 1
@ -127,26 +127,26 @@ WHERE
OR (rn_dss = 1 AND version = 'Actual') OR (rn_dss = 1 AND version = 'Actual')
OR (rn_dsq = 1 AND version = 'Quotes'); OR (rn_dsq = 1 AND version = 'Quotes');
CREATE NONCLUSTERED INDEX ix_flagged_lookup CREATE NONCLUSTERED INDEX ix_flagged_lookup
ON #flagged(customer, partgroup, dataseg, version, part, qty, price, odate, ordnum, quoten); ON #flagged(customer, partgroup, dataseg, version, part, qty, price, odate, ordnum, quoten);
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Stage 3: Build JSON from flagged rows -- Stage 3: Build JSON from flagged rows
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Step 3.1: Explode all flags from the #flagged table -- Step 3.1: Explode all flags from the #flagged table
WITH exploded_flags AS ( WITH exploded_flags AS (
SELECT SELECT
customer, partgroup, part, dataseg, version, qty, price, odate, ordnum, quoten, customer, partgroup, part, dataseg, version, qty, price, odate, ordnum, quoten,
flag flag
FROM #flagged FROM #flagged
CROSS APPLY (VALUES (f1), (f2), (f3), (f4), (f5), (f6)) AS f(flag) CROSS APPLY (VALUES (f1), (f2), (f3), (f4), (f5), (f6)) AS f(flag)
WHERE flag IS NOT NULL WHERE flag IS NOT NULL
) )
--SELECT * FROM exploded_flags --SELECT * FROM exploded_flags
-- Step 3.2: Serialize each row into its JSON snippet -- Step 3.2: Serialize each row into its JSON snippet
-- Carry odate and version for deduplication in seg_pieces -- Carry odate and version for deduplication in seg_pieces
,serialized_flags AS ( ,serialized_flags AS (
SELECT SELECT
customer, customer,
partgroup, partgroup,
@ -171,10 +171,10 @@ WITH exploded_flags AS (
)) ))
) AS json_piece ) AS json_piece
FROM exploded_flags FROM exploded_flags
) )
--SELECT * FROM serialized_flags --SELECT * FROM serialized_flags
-- Step 3.3: Collect all global-level flags (mrs, mrq, lvs, lvq) -- Step 3.3: Collect all global-level flags (mrs, mrq, lvs, lvq)
,flag_json AS ( ,flag_json AS (
SELECT SELECT
customer, customer,
partgroup, partgroup,
@ -182,11 +182,11 @@ WITH exploded_flags AS (
FROM serialized_flags FROM serialized_flags
WHERE flag IN ('mrs', 'mrq', 'lvs', 'lvq') WHERE flag IN ('mrs', 'mrq', 'lvs', 'lvq')
GROUP BY customer, partgroup GROUP BY customer, partgroup
) )
--SELECT * FROM flag_json --SELECT * FROM flag_json
-- Step 3.4: Nest dss/dsq under each dataseg -- Step 3.4: Nest dss/dsq under each dataseg
-- Only keep the most recent dss/dsq per dataseg/version (prevents duplicate keys) -- Only keep the most recent dss/dsq per dataseg/version (prevents duplicate keys)
,seg_pieces AS ( ,seg_pieces AS (
SELECT SELECT
customer, customer,
partgroup, partgroup,
@ -207,10 +207,10 @@ WITH exploded_flags AS (
WHERE sf.rn = 1 WHERE sf.rn = 1
) deduped ) deduped
GROUP BY customer, partgroup, dataseg GROUP BY customer, partgroup, dataseg
) )
--SELECT * FROM seg_pieces --SELECT * FROM seg_pieces
-- Step 3.5: Wrap the inner_json under dataseg key -- Step 3.5: Wrap the inner_json under dataseg key
,wrapped_segs AS ( ,wrapped_segs AS (
SELECT SELECT
customer, customer,
partgroup, partgroup,
@ -218,24 +218,24 @@ WITH exploded_flags AS (
'"', dataseg, '": {', inner_json, '}' '"', dataseg, '": {', inner_json, '}'
) AS json_piece ) AS json_piece
FROM seg_pieces FROM seg_pieces
) )
-- Step 3.6: Aggregate all dataseg entries into one JSON block per customer/partgroup -- Step 3.6: Aggregate all dataseg entries into one JSON block per customer/partgroup
,seg_json AS ( ,seg_json AS (
SELECT SELECT
customer, customer,
partgroup, partgroup,
STRING_AGG(json_piece, ',') AS json_block STRING_AGG(json_piece, ',') AS json_block
FROM wrapped_segs FROM wrapped_segs
GROUP BY customer, partgroup GROUP BY customer, partgroup
) )
--SELECT * FROM seg_json --SELECT * FROM seg_json
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Stage 4: Merge flags and segment blocks into a single JSON object -- Stage 4: Merge flags and segment blocks into a single JSON object
-- Write final pricing history to pricing.lastpricedetail -- Write final pricing history to pricing.lastpricedetail
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
INSERT INTO INSERT INTO
pricing.lastpricedetail pricing.lastpricedetail
SELECT SELECT
COALESCE(f.customer, s.customer) AS customer, COALESCE(f.customer, s.customer) AS customer,
COALESCE(f.partgroup, s.partgroup) AS partgroup, COALESCE(f.partgroup, s.partgroup) AS partgroup,
CONCAT( CONCAT(
@ -248,15 +248,15 @@ SELECT
COALESCE(s.json_block, ''), COALESCE(s.json_block, ''),
'}' '}'
) AS part_stats ) AS part_stats
FROM flag_json f FROM flag_json f
FULL OUTER JOIN seg_json s FULL OUTER JOIN seg_json s
ON f.customer = s.customer AND f.partgroup = s.partgroup; ON f.customer = s.customer AND f.partgroup = s.partgroup;
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
-- Commit if everything succeeded -- Commit if everything succeeded
-------------------------------------------------------------------------------- --------------------------------------------------------------------------------
COMMIT TRAN; COMMIT TRAN;
END TRY END TRY
BEGIN CATCH BEGIN CATCH
-- Ensure transaction is rolled back -- Ensure transaction is rolled back
IF XACT_STATE() <> 0 IF XACT_STATE() <> 0

115
rebuild/rebuild_pricelist.ms.sql
View File

@ -2,10 +2,14 @@ CREATE OR ALTER PROCEDURE pricing.rebuild_pricelist
AS AS
BEGIN BEGIN
SET NOCOUNT ON; SET NOCOUNT ON;
SET XACT_ABORT ON; -- auto-rollback on most errors
DROP TABLE pricing.pricelist_ranged; BEGIN TRY
BEGIN TRAN;
CREATE TABLE pricing.pricelist_ranged ( DROP TABLE pricing.pricelist_ranged;
CREATE TABLE pricing.pricelist_ranged (
jcplcd varchar(5) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL, jcplcd varchar(5) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL,
jcpart varchar(20) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL, jcpart varchar(20) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL,
jcunit varchar(3) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL, jcunit varchar(3) COLLATE SQL_Latin1_General_CP1_CI_AS NOT NULL,
@ -14,36 +18,36 @@ CREATE TABLE pricing.pricelist_ranged (
vb_from float NULL, vb_from float NULL,
vb_to float NULL, vb_to float NULL,
price float NOT NULL price float NOT NULL
); );
CREATE NONCLUSTERED INDEX pricelist_ranged_idx ON PRICING.pricelist_ranged ( jcpart ASC , jcplcd ASC , vb_from ASC , vb_to ASC ) ; CREATE NONCLUSTERED INDEX pricelist_ranged_idx ON PRICING.pricelist_ranged ( jcpart ASC , jcplcd ASC , vb_from ASC , vb_to ASC ) ;
--XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX --XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
-----------------------------------------------------------traverse unit of measure graph----------------------------------------------------------------------- -----------------------------------------------------------traverse unit of measure graph-----------------------------------------------------------------------
--XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX --XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
-------------setup table to hold target conversions--------------------- -------------setup table to hold target conversions---------------------
SELECT DISTINCT SELECT DISTINCT
jcpart partn jcpart partn
,jcunit fu ,jcunit fu
,'PC' tu ,'PC' tu
,cast(null as numeric) factor ,cast(null as numeric) factor
INTO INTO
#anchor #anchor
FROM FROM
cmsinterfacein.lgdat.iprcc cmsinterfacein.lgdat.iprcc
WHERE WHERE
1=1; 1=1;
--SELECT * FROM #anchor --SELECT * FROM #anchor
-------pre-build punit stacked on itself with the columns flipped so you can go either direction per join--------- -------pre-build punit stacked on itself with the columns flipped so you can go either direction per join---------
SELECT SELECT
* *
INTO INTO
#g #g
FROM FROM
( (
SELECT SELECT
IHPART IHPART, IHPART IHPART,
@ -76,13 +80,13 @@ FROM
OR pu.ihpart = '&&GLOBAL' OR pu.ihpart = '&&GLOBAL'
) x ; ) x ;
CREATE INDEX g_idx on #g(ihpart,ihunt1); CREATE INDEX g_idx on #g(ihpart,ihunt1);
WITH WITH
--------do the expansion on all paths until the target uom is matched---------------------------------------------- --------do the expansion on all paths until the target uom is matched----------------------------------------------
--(complains about types not matching between anchor and recursion, explicitly just casting everything) --(complains about types not matching between anchor and recursion, explicitly just casting everything)
uom (partn, partx, lvl, mastf, mastt, xf, xt, factor, xfactor, xnum, xden, id, uom_list) AS uom (partn, partx, lvl, mastf, mastt, xf, xt, factor, xfactor, xnum, xden, id, uom_list) AS
( (
SELECT SELECT
cast(partn as varchar(20)) --partn cast(partn as varchar(20)) --partn
,cast(partn as varchar(20)) --partx ,cast(partn as varchar(20)) --partx
@ -125,27 +129,27 @@ uom (partn, partx, lvl, mastf, mastt, xf, xt, factor, xfactor, xnum, xden, id, u
AND p.ihunt1 <> uom.mastt AND p.ihunt1 <> uom.mastt
--prevent recursion: newest joined UOM can't be in the history --prevent recursion: newest joined UOM can't be in the history
AND charindex(p.ihunt2,uom.uom_list) = 0 AND charindex(p.ihunt2,uom.uom_list) = 0
) )
--SELECT COUNT(*) FROM UOM --SELECT COUNT(*) FROM UOM
--------------uom is going to have multiple rows per requested conversion, need to use row_number to pick the best row------------------------------ --------------uom is going to have multiple rows per requested conversion, need to use row_number to pick the best row------------------------------
,sorted AS ( ,sorted AS (
SELECT SELECT
partn, mastf from_uom, xt to_uom, xfactor factor, lvl steps, row_number() OVER (PARTITION BY partn, mastf, mastt ORDER BY lvl ASC, factor ASC) rn partn, mastf from_uom, xt to_uom, xfactor factor, lvl steps, row_number() OVER (PARTITION BY partn, mastf, mastt ORDER BY lvl ASC, factor ASC) rn
FROM FROM
uom uom
WHERE WHERE
xt = mastt xt = mastt
) )
SELECT * INTO #uom FROM sorted WHERE rn = 1; SELECT * INTO #uom FROM sorted WHERE rn = 1;
--so far so good --so far so good
drop table #anchor; drop table #anchor;
drop table #g; drop table #g;
TRUNCATE TABLE pricing.pricelist_ranged; TRUNCATE TABLE pricing.pricelist_ranged;
WITH WITH
conv AS ( conv AS (
SELECT SELECT
p.jcplcd, p.jcplcd,
p.jcpart, p.jcpart,
@ -162,14 +166,14 @@ conv AS (
ON u.partn = p.jcpart ON u.partn = p.jcpart
AND u.from_uom = p.jcunit AND u.from_uom = p.jcunit
AND u.to_uom = 'PC' AND u.to_uom = 'PC'
), ),
sorted AS ( sorted AS (
SELECT SELECT
c.*, c.*,
ROW_NUMBER() OVER (PARTITION BY c.jcplcd, c.jcpart ORDER BY vol_pc ASC) AS rn ROW_NUMBER() OVER (PARTITION BY c.jcplcd, c.jcpart ORDER BY vol_pc ASC) AS rn
FROM conv c FROM conv c
), ),
ranged AS ( ranged AS (
SELECT SELECT
curr.jcplcd, curr.jcplcd,
curr.jcpart, curr.jcpart,
@ -186,10 +190,10 @@ ranged AS (
ON curr.jcplcd = next.jcplcd ON curr.jcplcd = next.jcplcd
AND curr.jcpart = next.jcpart AND curr.jcpart = next.jcpart
AND curr.rn + 1 = next.rn AND curr.rn + 1 = next.rn
) )
INSERT INTO INSERT INTO
pricing.pricelist_ranged pricing.pricelist_ranged
SELECT SELECT
RTRIM(jcplcd) jcplcd, RTRIM(jcplcd) jcplcd,
RTRIM(jcpart) jcpart, RTRIM(jcpart) jcpart,
jcunit, jcunit,
@ -198,8 +202,25 @@ SELECT
vb_from, vb_from,
vb_to, vb_to,
price_pc AS price price_pc AS price
FROM FROM
ranged; ranged;
--CREATE INDEX pricelist_ranged_idx ON pricing.pricelist_ranged(jcpart, jcplcd, vb_from, vb_to); --CREATE INDEX pricelist_ranged_idx ON pricing.pricelist_ranged(jcpart, jcplcd, vb_from, vb_to);
COMMIT TRAN;
END TRY
BEGIN CATCH
-- Ensure transaction is rolled back
IF XACT_STATE() <> 0
BEGIN
ROLLBACK TRAN;
END
IF OBJECT_ID('tempdb..#anchor') IS NOT NULL DROP TABLE #anchor;
IF OBJECT_ID('tempdb..#g') IS NOT NULL DROP TABLE #g;
IF OBJECT_ID('tempdb..#uom') IS NOT NULL DROP TABLE #uom;
-- Re-throw original error
THROW;
END CATCH;
END; END;

24
rebuild/rebuild_targets.ms.sql
View File

@ -2,12 +2,16 @@ CREATE OR ALTER PROCEDURE pricing.rebuild_targets
AS AS
BEGIN BEGIN
SET NOCOUNT ON; SET NOCOUNT ON;
SET XACT_ABORT ON; -- auto-rollback on most runtime errors
DELETE FROM pricing.target_prices; BEGIN TRY
BEGIN TRAN;
INSERT INTO DELETE FROM pricing.target_prices;
INSERT INTO
pricing.target_prices pricing.target_prices
SELECT SELECT
stlc, stlc,
ds, ds,
chan, chan,
@ -22,7 +26,17 @@ SELECT
END AS upper_bound, END AS upper_bound,
price, price,
math math
FROM FROM
usmidsap02.ubm.pricequote.target_prices_view; usmidsap02.ubm.pricequote.target_prices_view;
END; COMMIT TRAN;
END TRY
BEGIN CATCH
IF XACT_STATE() <> 0
ROLLBACK TRAN;
-- Rethrow original error
THROW;
END CATCH;
END

68
rebuild/sync_external.ms.sql Normal file
View File

@ -0,0 +1,68 @@
CREATE OR ALTER PROCEDURE pricing.sync_external
AS
BEGIN
SET NOCOUNT ON;
SET XACT_ABORT ON; -- causes runtime errors to auto-rollback
BEGIN TRY
BEGIN TRAN;
-- Refresh pricing.ffcret
TRUNCATE TABLE pricing.ffcret;
INSERT INTO pricing.ffcret
SELECT *
FROM fanalysis.rlarp.ffcret;
-- Refresh pricing.ffterr
TRUNCATE TABLE pricing.ffterr;
INSERT INTO pricing.ffterr
SELECT *
FROM fanalysis.rlarp.ffterr;
-- Refresh pricing.gld
TRUNCATE TABLE pricing.gld;
INSERT INTO pricing.gld
SELECT *
FROM fanalysis.rlarp.gld;
-- Refresh pricing.qrh
TRUNCATE TABLE pricing.qrh;
INSERT INTO pricing.qrh
SELECT *
FROM fanalysis.rlarp.qrh;
-- Refresh pricing.sach
TRUNCATE TABLE pricing.sach;
INSERT INTO pricing.sach
SELECT *
FROM fanalysis.lgdat.sach;
--rebuild last price
COMMIT TRAN;
-- rebuild last price
EXEC pricing.rebuild_lastprice;
-- rebuild ranged price list
EXEC pricing.rebuild_pricelist;
-- rebuild target prices
EXEC pricing.rebuild_targets;
END TRY
BEGIN CATCH
-- Rollback if any error
IF XACT_STATE() <> 0
ROLLBACK TRAN;
-- rethrow original error with context
DECLARE @ErrMsg NVARCHAR(4000) = ERROR_MESSAGE();
DECLARE @ErrSec NVARCHAR(200) = ERROR_SEVERITY();
DECLARE @ErrState INT = ERROR_STATE();
RAISERROR('refresh_pricing_tables failed: %s', 16, 1, @ErrMsg);
THROW; -- rethrow original error for callers to handle
END CATCH;
END