update dcard
This commit is contained in:
Paul Trowbridge
parent
501654bd8d
commit
ddfbcdebec
@ -1,4 +1,4 @@
|
|||||||
curl -H "Content-Type: application/json" -X POST -d@./srce.json http://localhost:81/srce_set
|
curl -H "Content-Type: application/json" -X POST -d@./srce.json http://localhost:81/srce_set
|
||||||
curl -H "Content-Type: application/json" -X POST -d@./mapdef.json http://localhost:81/mapdef_set
|
curl -H "Content-Type: application/json" -X POST -d@./mapdef.json http://localhost:81/mapdef_set
|
||||||
curl -H "Content-Type: application/json" -X POST -d@//mnt/c/Users/fleet/Documents/tps_etl/reload/mapval.json http://localhost:81/mapval_set
|
curl -H "Content-Type: application/json" -X POST -d@./mapval.json http://localhost:81/mapval_set
|
||||||
curl -v -F upload=@//mnt/c/Users/fleet/Downloads/DFS-Search-20180529.csv http://localhost:81/import?srce=dcard
|
curl -v -F upload=@//mnt/c/Users/fleet/Downloads/DFS-Search-20180529.csv http://localhost:81/import?srce=dcard
|
||||||
@ -1,275 +0,0 @@
|
|||||||
[
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/2/2018",
|
|
||||||
"Post Date": "1/2/2018",
|
|
||||||
"Description": "GOOGLE *YOUTUBE VIDEOS G.CO/HELPPAY#CAP0H07TXV",
|
|
||||||
"Amount": 4.26,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/2/2018",
|
|
||||||
"Post Date": "1/2/2018",
|
|
||||||
"Description": "MICROSOFT *ONEDRIVE 800-642-7676 WA",
|
|
||||||
"Amount": 4.26,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/3/2018",
|
|
||||||
"Post Date": "1/3/2018",
|
|
||||||
"Description": "CLE CLINIC PT PMTS 216-445-6249 OHAK2C57F2F0B3",
|
|
||||||
"Amount": 200,
|
|
||||||
"Category": "Medical Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/4/2018",
|
|
||||||
"Post Date": "1/4/2018",
|
|
||||||
"Description": "AT&T *PAYMENT 800-288-2020 TX",
|
|
||||||
"Amount": 57.14,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/4/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "WWW.KOHLS.COM #0873 MIDDLETOWN OH",
|
|
||||||
"Amount": -7.9,
|
|
||||||
"Category": "Payments and Credits"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/5/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "PIZZA HUT 007946 STOW OH",
|
|
||||||
"Amount": 9.24,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/5/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "SUBWAY 00044289255 STOW OH",
|
|
||||||
"Amount": 10.25,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/6/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "ACME NO. 17 STOW OH",
|
|
||||||
"Amount": 103.98,
|
|
||||||
"Category": "Supermarkets"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/6/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "DISCOUNT DRUG MART 32 STOW OH",
|
|
||||||
"Amount": 1.69,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/6/2018",
|
|
||||||
"Post Date": "1/7/2018",
|
|
||||||
"Description": "DISCOUNT DRUG MART 32 STOW OH",
|
|
||||||
"Amount": 2.19,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/9/2018",
|
|
||||||
"Post Date": "1/9/2018",
|
|
||||||
"Description": "CIRCLE K 05416 STOW OH00947R",
|
|
||||||
"Amount": 3.94,
|
|
||||||
"Category": "Gasoline"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/9/2018",
|
|
||||||
"Post Date": "1/9/2018",
|
|
||||||
"Description": "CIRCLE K 05416 STOW OH00915R",
|
|
||||||
"Amount": 52.99,
|
|
||||||
"Category": "Gasoline"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/13/2018",
|
|
||||||
"Post Date": "1/13/2018",
|
|
||||||
"Description": "AUTOZONE #0722 STOW OH",
|
|
||||||
"Amount": 85.36,
|
|
||||||
"Category": "Automotive"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/13/2018",
|
|
||||||
"Post Date": "1/13/2018",
|
|
||||||
"Description": "DISCOUNT DRUG MART 32 STOW OH",
|
|
||||||
"Amount": 26.68,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/13/2018",
|
|
||||||
"Post Date": "1/13/2018",
|
|
||||||
"Description": "EL CAMPESINO STOW OH",
|
|
||||||
"Amount": 6.5,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/13/2018",
|
|
||||||
"Post Date": "1/13/2018",
|
|
||||||
"Description": "TARGET STOW OH",
|
|
||||||
"Amount": 197.9,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/14/2018",
|
|
||||||
"Post Date": "1/14/2018",
|
|
||||||
"Description": "DISCOUNT DRUG MART 32 STOW OH",
|
|
||||||
"Amount": 13.48,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/15/2018",
|
|
||||||
"Post Date": "1/15/2018",
|
|
||||||
"Description": "TARGET.COM * 800-591-3869 MN",
|
|
||||||
"Amount": 22.41,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/16/2018",
|
|
||||||
"Post Date": "1/16/2018",
|
|
||||||
"Description": "BUFFALO WILD WINGS KENT KENT OH",
|
|
||||||
"Amount": 63.22,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/16/2018",
|
|
||||||
"Post Date": "1/16/2018",
|
|
||||||
"Description": "PARTA - KCG KENT OH",
|
|
||||||
"Amount": 4,
|
|
||||||
"Category": "Government Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/16/2018",
|
|
||||||
"Post Date": "1/16/2018",
|
|
||||||
"Description": "REMEMBERNHU 402-935-7733 IA",
|
|
||||||
"Amount": 60,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/16/2018",
|
|
||||||
"Post Date": "1/16/2018",
|
|
||||||
"Description": "TARGET.COM * 800-591-3869 MN",
|
|
||||||
"Amount": 44.81,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/16/2018",
|
|
||||||
"Post Date": "1/16/2018",
|
|
||||||
"Description": "TREE CITY COFFEE & PASTR KENT OH",
|
|
||||||
"Amount": 17.75,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/17/2018",
|
|
||||||
"Post Date": "1/17/2018",
|
|
||||||
"Description": "BESTBUYCOM805526794885 888-BESTBUY MN",
|
|
||||||
"Amount": 343.72,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/19/2018",
|
|
||||||
"Post Date": "1/19/2018",
|
|
||||||
"Description": "DISCOUNT DRUG MART 32 STOW OH",
|
|
||||||
"Amount": 5.98,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/19/2018",
|
|
||||||
"Post Date": "1/19/2018",
|
|
||||||
"Description": "U-HAUL OF KENT-STOW KENT OH",
|
|
||||||
"Amount": 15.88,
|
|
||||||
"Category": "Travel/ Entertainment"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/19/2018",
|
|
||||||
"Post Date": "1/19/2018",
|
|
||||||
"Description": "WALMART GROCERY 800-966-6546 AR",
|
|
||||||
"Amount": 5.99,
|
|
||||||
"Category": "Supermarkets"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/19/2018",
|
|
||||||
"Post Date": "1/19/2018",
|
|
||||||
"Description": "WALMART GROCERY 800-966-6546 AR",
|
|
||||||
"Amount": 17.16,
|
|
||||||
"Category": "Supermarkets"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/19/2018",
|
|
||||||
"Post Date": "1/19/2018",
|
|
||||||
"Description": "WALMART GROCERY 800-966-6546 AR",
|
|
||||||
"Amount": 500.97,
|
|
||||||
"Category": "Supermarkets"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/20/2018",
|
|
||||||
"Post Date": "1/20/2018",
|
|
||||||
"Description": "GOOGLE *GOOGLE PLAY G.CO/HELPPAY#CAP0HFFS7W",
|
|
||||||
"Amount": 2.12,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/20/2018",
|
|
||||||
"Post Date": "1/20/2018",
|
|
||||||
"Description": "LOWE'S OF STOW, OH. STOW OH",
|
|
||||||
"Amount": 256.48,
|
|
||||||
"Category": "Home Improvement"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/23/2018",
|
|
||||||
"Post Date": "1/23/2018",
|
|
||||||
"Description": "CASHBACK BONUS REDEMPTION PYMT/STMT CRDT",
|
|
||||||
"Amount": -32.2,
|
|
||||||
"Category": "Awards and Rebate Credits"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/23/2018",
|
|
||||||
"Post Date": "1/23/2018",
|
|
||||||
"Description": "INTERNET PAYMENT - THANK YOU",
|
|
||||||
"Amount": -2394.51,
|
|
||||||
"Category": "Payments and Credits"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/27/2018",
|
|
||||||
"Post Date": "1/27/2018",
|
|
||||||
"Description": "GIANT-EAGLE #4096 STOW OH",
|
|
||||||
"Amount": 67.81,
|
|
||||||
"Category": "Supermarkets"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/27/2018",
|
|
||||||
"Post Date": "1/27/2018",
|
|
||||||
"Description": "OFFICEMAX/OFFICE DEPOT63 STOW OH",
|
|
||||||
"Amount": 21.06,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/27/2018",
|
|
||||||
"Post Date": "1/27/2018",
|
|
||||||
"Description": "TARGET STOW OH",
|
|
||||||
"Amount": 71,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/29/2018",
|
|
||||||
"Post Date": "1/29/2018",
|
|
||||||
"Description": "NETFLIX.COM NETFLIX.COM CA19899514437",
|
|
||||||
"Amount": 14.93,
|
|
||||||
"Category": "Services"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/30/2018",
|
|
||||||
"Post Date": "1/30/2018",
|
|
||||||
"Description": "SQ *TWISTED MELTZ KENT OH0002305843011416898511",
|
|
||||||
"Amount": 16.87,
|
|
||||||
"Category": "Restaurants"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"Trans. Date": "1/30/2018",
|
|
||||||
"Post Date": "1/30/2018",
|
|
||||||
"Description": "TARGET STOW OH",
|
|
||||||
"Amount": 49.37,
|
|
||||||
"Category": "Merchandise"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,3 +1,13 @@
|
|||||||
|
--source
|
||||||
|
SELECT DEFN FROM TPS.SRCE WHERE SRCE = 'DCARD'
|
||||||
|
|
||||||
|
--mapdef
|
||||||
|
SELECT jsonb_agg(row_to_json(x)::jsonb) FROM (SELECT srce, target "name", regex, seq "sequence" FROM tps.map_rm WHERE srce = 'DCARD') x
|
||||||
|
|
||||||
|
--map values
|
||||||
|
SELECT jsonb_agg(row_to_JSON(x)::jsonb) FROM (SELECT srce "source", target "map", retval ret_val, "map" mapped FROM tps.map_rv WHERE srce = 'DCARD') X
|
||||||
|
|
||||||
|
--records
|
||||||
copy (
|
copy (
|
||||||
select
|
select
|
||||||
to_char(r."Trans. Date",'mm/dd/yyyy') "Trans. Date"
|
to_char(r."Trans. Date",'mm/dd/yyyy') "Trans. Date"
|
||||||
@ -11,4 +21,4 @@ copy (
|
|||||||
where
|
where
|
||||||
srce = 'DCARD'
|
srce = 'DCARD'
|
||||||
) to
|
) to
|
||||||
'C:\users\fleet\downloads\dcard.csv' with (format csv, header true);
|
'C:\users\fleet\downloads\dcard.csv' with (format csv, header true);
|
||||||
25
reload/dcard/map.json
Normal file
25
reload/dcard/map.json
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"regex": {
|
||||||
|
"function": "extract",
|
||||||
|
"description": "pull first 20 characters from description for mapping",
|
||||||
|
"where": [
|
||||||
|
{}
|
||||||
|
],
|
||||||
|
"defn": [
|
||||||
|
{
|
||||||
|
"regex": ".{1,20}",
|
||||||
|
"map": "y",
|
||||||
|
"field": "f20",
|
||||||
|
"flag": "",
|
||||||
|
"key": "{Description}",
|
||||||
|
"retain": "y"
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"name": "First 20"
|
||||||
|
},
|
||||||
|
"sequence": 2,
|
||||||
|
"name": "First 20",
|
||||||
|
"srce": "DCARD"
|
||||||
|
}
|
||||||
|
]
|
||||||
@ -1,20 +0,0 @@
|
|||||||
{
|
|
||||||
"srce": "dcard",
|
|
||||||
"sequence": 1,
|
|
||||||
"defn": [
|
|
||||||
{
|
|
||||||
"key": "{Description}",
|
|
||||||
"map": "y",
|
|
||||||
"flag": "",
|
|
||||||
"field": "f20",
|
|
||||||
"regex": ".{1,20}",
|
|
||||||
"retain": "y"
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"name": "First 20",
|
|
||||||
"where": [
|
|
||||||
{}
|
|
||||||
],
|
|
||||||
"function": "extract",
|
|
||||||
"description": "pull first 20 characters from description for mapping"
|
|
||||||
}
|
|
||||||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user