From fb8c9bed6a442b88a645dfa479011d1e1a79e113 Mon Sep 17 00:00:00 2001 From: fleetside72 Date: Mon, 24 Dec 2018 14:07:30 -0500 Subject: [PATCH] rename --- {plan => doc templates}/maps.json | 0 {plan => doc templates}/regex.json | 0 {plan => doc templates}/source.json | 0 plan/api.markdown | 8 -- plan/workflow.md | 112 ---------------------- {test => tests}/0.deploy/cmd | 0 {test => tests}/0.deploy/schema.sql | 0 {test => tests}/1.dcard_source/curl | 0 {test => tests}/1.dcard_source/srce.json | 0 {test => tests}/2.dcard_regex/curl | 0 {test => tests}/2.dcard_regex/regex.json | 0 {test => tests}/3.dcard_maps/curl | 0 {test => tests}/3.dcard_maps/mapping.json | 0 {test => tests}/4.dcard_import/curl | 0 {test => tests}/4.dcard_import/d.csv | 0 {test => tests}/index.js | 0 16 files changed, 120 deletions(-) rename {plan => doc templates}/maps.json (100%) rename {plan => doc templates}/regex.json (100%) rename {plan => doc templates}/source.json (100%) delete mode 100644 plan/api.markdown delete mode 100644 plan/workflow.md rename {test => tests}/0.deploy/cmd (100%) rename {test => tests}/0.deploy/schema.sql (100%) rename {test => tests}/1.dcard_source/curl (100%) rename {test => tests}/1.dcard_source/srce.json (100%) rename {test => tests}/2.dcard_regex/curl (100%) rename {test => tests}/2.dcard_regex/regex.json (100%) rename {test => tests}/3.dcard_maps/curl (100%) rename {test => tests}/3.dcard_maps/mapping.json (100%) rename {test => tests}/4.dcard_import/curl (100%) rename {test => tests}/4.dcard_import/d.csv (100%) rename {test => tests}/index.js (100%) diff --git a/plan/maps.json b/doc templates/maps.json similarity index 100% rename from plan/maps.json rename to doc templates/maps.json diff --git a/plan/regex.json b/doc templates/regex.json similarity index 100% rename from plan/regex.json rename to doc templates/regex.json diff --git a/plan/source.json b/doc templates/source.json similarity index 100% rename from plan/source.json rename to doc templates/source.json diff --git a/plan/api.markdown b/plan/api.markdown deleted file mode 100644 index d87477c..0000000 --- a/plan/api.markdown +++ /dev/null @@ -1,8 +0,0 @@ -## /source - -| end-point | method | body type | body | return | -| --------- | ------ | --------- | ----------- | ------------------------------------------ | -| source | GET | JSON | | source.json | -| source | POST | JSON | source.json | {"status":"ok/fail","message":"blah blah"} | -| regex | GET | JSON | | regex.json | -| regex | POST | JSON | regex.json | {"status":"ok/fail","message":"blah blah"} | \ No newline at end of file diff --git a/plan/workflow.md b/plan/workflow.md deleted file mode 100644 index 115fe23..0000000 --- a/plan/workflow.md +++ /dev/null @@ -1,112 +0,0 @@ - -## general workflow overview -* initial setup - 1. create a source - 2. run import - 3. setup regex - 4. map all regex -* on-going usage - 1. run import - 2. address any new unmapped items - -## source maintenance - -``` -+-------------------------------------------------------------------------------------------------+ -| +-------------+ | -| |MAKE NEW | | -| +-------------+ | -| | -| existing sources source name | -| +--------------+ +---------------+ | -| |dcard | |dcard | | -| |hunt | +---------------+ | -| |pncc | data source | -| |paycom | +---------------+ | -| |adp | |client file | enum based on api functions | -| | | +---------------+ | -| | | loading function | -| | | +---------------+ | -| | | |cs^ parser | enum based on api functions | -| | | +---------------+ | -| | | schema | -| | | +----------------+ +------------+ | -| | | |default | |b: add new | | -| | | +----------------+ +------------+ | -| | | +------------------------------------------------------------+ | -| | | |path |data type |column name |constrai| | -| | | +------------------------------------------------------------+ | -| | | |{Post. Date} |date |post_date |X |delete | -| | | |{Amount} |numeric |amount |X |delete | -| | | |{Trans. Date} |date |trans_date |X |delete | -| | | |{Category} |text |category | |delete | -| | | |{Description} |text |descr | |delete | -| | | | | | | |add | -| +--------------+ +------------------------------------------------------------+ | -| | -| | -| | -| | -+-------------------------------------------------------------------------------------------------+ -||Trans. Date|Post Date|Description |Amount|Category | | -|---------------------------------------------------------------------------------------------+ | -||1/2/2018 |1/2/2018 |GOOGLE *YOUTUBE VIDEOS G.CO/HELPPAY#CAP0H07TXV|4.26 |Services | | -||1/2/2018 |1/2/2018 |MICROSOFT *ONEDRIVE 800-642-7676 WA |4.26 |Services | | -||1/3/2018 |1/3/2018 |CLE CLINIC PT PMTS 216-445-6249 OHAK2C57F2F0B3|200 |Medical Services| | -+|1/4/2018 +1/4/2018 +AT&T *PAYMENT 800-288-2020 TX +57.14 +Services | | -| | -+-------------------------------------------------------------------------------------------------+ -``` -## regex maintenance - -``` -+-------------------------------------------------------------------------------------------------------------------------------------+ -| | -| | -| filter - only apply to where these top level keys exist | -| sources name | -| +---------------+ +--------------+ +----------------------+----------------------+ | -| |dcard | |First 20 | |top level key | value | | -| |hunt | +--------------+ +---------------------------------------------+ | -| |pncc | source |key-name |certain value | | -| |pnco | +--------------+ | | | | -| |pncl | |dcard | | | | | -| |paycom | +--------------+ | | | | -| |adp | sequence | | | | -| | | +--------------+ +----------------------+----------------------+ | -| +---------------+ |1 | | -| targets +--------------+ | -| +---------------+ function | -| |check number|1 | +--------------+ | -| |strip commas|2 | |extract | enum extract, replace | -| |trans type |3 | +--------------+ | -| |currency |4 | | -| |parse ach |5 | +-----------------------------------+---------+-----------------------------------------------+ | -| | | | |key |map |fl|re|replace | newkey | | | -| | | | +---------------------------------------------------------------------------------------------+ | -| | | | |{Description} |y | |y | | f20 |.{1,20} |delete | -| | | | | | | | | | | |add | -| | | | | | | | | | | | | -| | | | | | | | | | | | | -| | | | +--------------+----+--+--+---------+---------+-----------------------------------------------+ | -| +------------+--+ | -| +-------------------------------------------------------------------------------------+ | -| |map |return value |party |reason |add column | | -| +-------------------------------------------------------------------------------------+ | -| |First 20|{"f20": "DISCOUNT DRUG MART 3"}|Discount Drug Mart|groceries | | | -| |First 20|{"f20": "TARGET STOW OH"} |Target |groceries | | | -| |First 20|{"f20": "WALMART GROCERY 800-"}|Walmart |groceries | | | -| |First 20|{"f20": "CIRCLE K 05416 STOW "}|Circle K |gasoline | | | -| |First 20|{"f20": "TARGET.COM * 800-591"}|Target |home supplies| | | -| |First 20|{"f20": "ACME NO. 17 STOW OH"} |Acme |groceries | | | -| |First 20|{"f20": "AT&T *PAYMENT 800-28"}|AT&T |internet | | | -| |First 20|{"f20": "AUTOZONE #0722 STOW "}|Autozone |auto maint | | | -| |First 20|{"f20": "BESTBUYCOM8055267948"}|BestBuy |home supplies| | | -| |First 20|{"f20": "BUFFALO WILD WINGS K"}|Buffalo Wild Wings|restaurante | | | -| |First 20|{"f20": "CASHBACK BONUS REDEM"}|Discover Card |financing | | | -| |First 20|{"f20": "CLE CLINIC PT PMTS 2"}|Cleveland Clinic |medical | | | -| | | | | -| +-------------------------------------------------------------------------------------+ | -+-------------------------------------------------------------------------------------------------------------------------------------+ - -``` \ No newline at end of file diff --git a/test/0.deploy/cmd b/tests/0.deploy/cmd similarity index 100% rename from test/0.deploy/cmd rename to tests/0.deploy/cmd diff --git a/test/0.deploy/schema.sql b/tests/0.deploy/schema.sql similarity index 100% rename from test/0.deploy/schema.sql rename to tests/0.deploy/schema.sql diff --git a/test/1.dcard_source/curl b/tests/1.dcard_source/curl similarity index 100% rename from test/1.dcard_source/curl rename to tests/1.dcard_source/curl diff --git a/test/1.dcard_source/srce.json b/tests/1.dcard_source/srce.json similarity index 100% rename from test/1.dcard_source/srce.json rename to tests/1.dcard_source/srce.json diff --git a/test/2.dcard_regex/curl b/tests/2.dcard_regex/curl similarity index 100% rename from test/2.dcard_regex/curl rename to tests/2.dcard_regex/curl diff --git a/test/2.dcard_regex/regex.json b/tests/2.dcard_regex/regex.json similarity index 100% rename from test/2.dcard_regex/regex.json rename to tests/2.dcard_regex/regex.json diff --git a/test/3.dcard_maps/curl b/tests/3.dcard_maps/curl similarity index 100% rename from test/3.dcard_maps/curl rename to tests/3.dcard_maps/curl diff --git a/test/3.dcard_maps/mapping.json b/tests/3.dcard_maps/mapping.json similarity index 100% rename from test/3.dcard_maps/mapping.json rename to tests/3.dcard_maps/mapping.json diff --git a/test/4.dcard_import/curl b/tests/4.dcard_import/curl similarity index 100% rename from test/4.dcard_import/curl rename to tests/4.dcard_import/curl diff --git a/test/4.dcard_import/d.csv b/tests/4.dcard_import/d.csv similarity index 100% rename from test/4.dcard_import/d.csv rename to tests/4.dcard_import/d.csv diff --git a/test/index.js b/tests/index.js similarity index 100% rename from test/index.js rename to tests/index.js