.env.example

@@ -0,0 +1,5 @@
+user=
+password=
+host=
+port=
+database=

.gitignore

@@ -0,0 +1,5 @@
+node_modules/*
+.env
+*.log
+*.pem
+.vscode/

.vscode/launch.json

@@ -0,0 +1,26 @@
+{
+	"version": "0.1.0",
+	"configurations": [
+        {
+            "name": "Node Start",
+            "type": "node",
+            "program": "${workspaceRoot}/index.js",
+            "request": "launch",
+            "cwd": "${workspaceRoot}",
+            "runtimeExecutable": null,
+            "env": {
+                "NODE_ENV": "developement"
+            }
+        },
+        {
+            "name": "Mocha Test",
+            "type": "node",
+            "program": "${workspaceRoot}/node_modules/mocha/bin/_mocha",
+            "request": "launch",
+            "cwd": "${workspaceRoot}",
+            "runtimeExecutable": null,
+            "env": {
+                "NODE_ENV": "testing"
+            }
+        }]
+}

cert.pem

@@ -0,0 +1,19 @@
+-----BEGIN CERTIFICATE-----
+MIIDETCCAfkCFDygOtYyPxZgKLgMp/wIeQ2yGHweMA0GCSqGSIb3DQEBCwUAMEUx
+CzAJBgNVBAYTAkFVMRMwEQYDVQQIDApTb21lLVN0YXRlMSEwHwYDVQQKDBhJbnRl
+cm5ldCBXaWRnaXRzIFB0eSBMdGQwHhcNMjAwMzE3MDQ0MzI2WhcNNDcwODAyMDQ0
+MzI2WjBFMQswCQYDVQQGEwJBVTETMBEGA1UECAwKU29tZS1TdGF0ZTEhMB8GA1UE
+CgwYSW50ZXJuZXQgV2lkZ2l0cyBQdHkgTHRkMIIBIjANBgkqhkiG9w0BAQEFAAOC
+AQ8AMIIBCgKCAQEAruKzxqy7Zdk1odLAtnKs60eu5/rLGMdsLjbB+V7R7v3bIdi/
+TaoKD0oYOHjJSEfpKUEqva+W45Yx8A9dt2OE2jD2Rr3sCNub6m2vY4iB9xXGA5Wy
+qtMr83Die225TOtMgGnTmYIU2D7VfOZ08xFu4rwU6NlvjHx/xMByRQ7N1QAMmlkr
+F1/KRd6i4+OmFoY81ErsLL4P/rhJ8jbzbRmJGzz3DGOXFvE9Qk+DdMxk8WnzfiZc
+8HBVBMYPYifSvuoARtxigQOwodjOTrb+asw3AG5B4Yh1NnZMDa8ujaYgid0RiN8a
+Y18GcXZmtGdl1h88Zmlv+sqJbSK5ThOj8pPsxQIDAQABMA0GCSqGSIb3DQEBCwUA
+A4IBAQBpLPJ1YZYPERYPYQbczMgcv+GaT7mqJNo7ATAgvMQYIhk2PjbS1FU8+A1X
+DBuSb4vfJ6C2zEAWoduncNbKXw4Q9UkZS6/fer8HS1oYOWe9gli/V+hisEPfF1DB
+6jyvbp1PZYd39LccovQ9d1ujEOdch+I2iQP4BfpiQohXePDXJA1eDCg2kQBI7aAF
+IQ9ZB4ywe6IivLsv1hM37EWEAf6/wO8k2HrZf+LvQAf+fuk/SIhNFav7oRg/FuBJ
+p+56Itc8M+Qd6fIEFyj6GOAUhUzbuA1TH9h/XP6dmMk1XIWrFjhUQ4QC0scLdKTF
++xO3dWJaJnrTa+8Ex7KK6Akgo9rc
+-----END CERTIFICATE-----

create_certs.sh

@@ -0,0 +1,4 @@
+openssl genrsa -out key.pem
+openssl req -new -key key.pem -out csr.pem
+openssl x509 -req -days 9999 -in csr.pem -signkey key.pem -out cert.pem
+rm csr.pem

doc templates/regex.json

@@ -0,0 +1,37 @@
+[
+    {
+        "name": "Trans Type",
+        "srce": "PNCC",
+        "regex": {
+            "defn": [
+                {
+                    "key": "{AccountName}",
+                    "map": "y",
+                    "field": "acctn",
+                    "regex": "(.*)",
+                    "retain": "n"
+                },
+                {
+                    "key": "{Transaction}",
+                    "map": "y",
+                    "field": "trans",
+                    "regex": "(.*)",
+                    "retain": "n"
+                },
+                {
+                    "key": "{Description}",
+                    "map": "y",
+                    "field": "ini",
+                    "regex": "([\\w].*?)(?=$| -|\\s[0-9].*?|\\s[\\w/]+?:)",
+                    "retain": "y"
+                }
+            ],
+            "where": [
+                {}
+            ],
+            "function": "extract",
+            "description": "extract intial description in conjunction with account name and transaction type for mapping"
+        },
+        "sequence": 1
+    }
+]   

doc templates/source.json

@@ -0,0 +1,76 @@
+{
+    "name": "dcard",
+    "source": "client_file",
+    "loading_function": "csv",
+    "constraint": [
+        "{Trans. Date}",
+        "{Post Date}",
+        "{Description}"
+    ],
+    "schemas": {
+        "default": [
+            {
+                "path": "{Trans. Date}",
+                "type": "date",
+                "column_name": "Trans. Date"
+            },
+            {
+                "path": "{Post Date}",
+                "type": "date",
+                "column_name": "Post Date"
+            },
+            {
+                "path": "{Description}",
+                "type": "text",
+                "column_name": "Description"
+            },
+            {
+                "path": "{Amount}",
+                "type": "numeric",
+                "column_name": "Amount"
+            },
+            {
+                "path": "{Category}",
+                "type": "text",
+                "column_name": "Category"
+            }
+        ],
+        "mapped": [
+            {
+                "path": "{Trans. Date}",
+                "type": "date",
+                "column_name": "Trans. Date"
+            },
+            {
+                "path": "{Post Date}",
+                "type": "date",
+                "column_name": "Post Date"
+            },
+            {
+                "path": "{Description}",
+                "type": "text",
+                "column_name": "Description"
+            },
+            {
+                "path": "{Amount}",
+                "type": "numeric",
+                "column_name": "Amount"
+            },
+            {
+                "path": "{Category}",
+                "type": "text",
+                "column_name": "Category"
+            },
+            {
+                "path": "{party}",
+                "type": "text",
+                "column_name": "Party"
+            },
+            {
+                "path": "{reason}",
+                "type": "text",
+                "column_name": "Reason"
+            }
+        ]
+    }
+}

index.js

@@ -0,0 +1,12 @@
+//var server = require('./server');
+//server.listen(process.env.nodeport);
+
+var options = {
+    key: fs.readFileSync(process.env.wd + 'key.pem'),
+    cert: fs.readFileSync(process.env.wd + 'cert.pem'),
+    passprase: []
+};
+
+https.createServer(options, server).listen(process.env.nodeport, () => {
+    console.log('started on ' + process.env.nodeport)
+});

key.pem

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEowIBAAKCAQEAruKzxqy7Zdk1odLAtnKs60eu5/rLGMdsLjbB+V7R7v3bIdi/
+TaoKD0oYOHjJSEfpKUEqva+W45Yx8A9dt2OE2jD2Rr3sCNub6m2vY4iB9xXGA5Wy
+qtMr83Die225TOtMgGnTmYIU2D7VfOZ08xFu4rwU6NlvjHx/xMByRQ7N1QAMmlkr
+F1/KRd6i4+OmFoY81ErsLL4P/rhJ8jbzbRmJGzz3DGOXFvE9Qk+DdMxk8WnzfiZc
+8HBVBMYPYifSvuoARtxigQOwodjOTrb+asw3AG5B4Yh1NnZMDa8ujaYgid0RiN8a
+Y18GcXZmtGdl1h88Zmlv+sqJbSK5ThOj8pPsxQIDAQABAoIBAF28hy1q8frSJIv7
+AW4JIyPsxRPz+Z3rbdGLaga2SwG1MRoAKfF/vWqahUbnfsNuP8vr8PPAxLhxjYyl
+P88G2XN1oNsj+vp4cyaA6ewIg9ii5AKR3zTugPU3wTz0/8f5qoR9tHvoHDIX46fR
+gkeyRWPj+bUgrkh3hqg3mkfnem26eQ7/lBLrwhscCqDnxg7CneoFfvdqdlYO1HTO
+gU+zmwZ6LPXoeV2wQpJy0yf+FZkOd4mUiSlK5C+DMOrfjWcvdVG931h91xzQUHDh
+MumjbEx5tSJXMeb4zXofBbPLUZZCHl4VkgY/C7JjG7KGrl/GN6aSkjfSCnzzBBrb
+3B7lcKECgYEA20g9TfFMLp7rlaap5WAUh2wDgg7klIhLYlqx+No5YgAcnkC4ec6y
+97CV9jrAdLzod9i0WVczN9d4dfA30vu45Vp9k6k+XUgnKe00PFAHQheAOY+yG+Am
+KUxvjvVwHolYSTq+6dVbMAfN0rfiJgvABKuxTmdFEloQWlzMpG7Re+kCgYEAzCta
+0NJEhDrgf7AUPDkeFx45ZmwcTIwGff5jOlr8WfW8/u24qRVrqnMc7JyA7Pub8NlX
+b+tFMVUKfWTJbCnqOiwQjstuXrUUkL78vIBcAyETRrXln11kRM+/aOLWm3F9WgCR
+qRqxEehSlpVjM3w98hLfElWjbjSMZekboNjvjH0CgYEAqoWexsHiUE7dPN8CN5Fj
+5XulrroOH0Nt++ozhCWPgho8JwSFcJPAsMTtmTFPAHj2/lvSw7b/6WjyECTiBHwj
+6JdaGD4AdWHqsrv3Zv+E5WyJFjocc3j3tB3wkudibRy5Pxkj5Ys5AjzPXhIJFzUD
++Z3an/HG0OKg3ORVb3mOBiECgYA9EEZ0KD9H0Rgt+GrE7Excm7SNNo5sMoEKk9f3
+rxjEiyPAlzbgk0CFVTJ0bgZ9Wm90ZHyrQ5GJRKcDg+5eRFcCmQVGv/89oikJdaW/
+dyCN6wmJ34NS26rOjdfwtc975ECad4sZKZuGAJca5Ikr79/TE+PV5vkfT+Yh4Mtb
+myZiPQKBgHGM9ZSXCQRGeZqhbSZeXBC/oBSdI2+R8HSR9O7x9yLiRd5JGDJS82q9
+4aKQRCAGQ7AILEBmdwWXQuFqrroUYFWR+YYIGwBZhms1Fdcb1WvjV0Ag/GBce93x
+XQgdFrcA0mZ5BUXR5MFPCOeYfi/d4GjQbMPls36tz7DnAFMHeKbF
+-----END RSA PRIVATE KEY-----

package.json

@@ -1,22 +1,28 @@
 {
-  "name": "tps",
+  "name": "base",
   "version": "1.0.0",
-  "description": "third party data munger",
+  "description": "",
-  "main": "server.js",
+  "main": "index.js",
   "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1",
+    "test": "node_modules/mocha/bin/mocha",
-    "start": "node server.js"
+    "start": "nodemon index.js"
   },
   "author": "",
-  "license": "MIT",
+  "license": "ISC",
+  "devDependencies": {
+    "chai": "^3.5.0",
+    "chai-http": "^3.0.0",
+    "mocha": "^2.5.3",
+    "nodemon": "^1.17.5"
+  },
   "dependencies": {
-    "dotenv": "^6.2.0",
-    "express": "^4.16.4",
-    "pg": "^7.8.0",
     "body-parser": "^1.17.1",
     "cookie-parser": "^1.4.3",
     "csvtojson": "^2.0.0",
+    "dotenv": "^2.0.0",
+    "express": "^4.13.4",
     "express-handlebars": "^3.0.0",
-    "multer": "^1.3.0"
+    "multer": "^1.3.0",
+    "pg": "^7.4.1"
   }
 }

readme.md

@@ -0,0 +1,16 @@
+data munger
+=================================================
+
+organized storage and cleansing of disparate data
+
+current formats
+--------------------------------------------------
+* csv
+* json
+
+functions
+-------------------------------------------------
+* define constraints to prevent overlap during import
+* manipulate with regex
+* tag data en masse
+* flatten into traditional tables for downstream analytics

server.js

@@ -1,33 +1,39 @@
-#!/usr/bin/env node
-
 require('dotenv').config();
-const express = require('express');
+var express = require('express');
-var https = require('https');
+var handlebars = require('express-handlebars');
 var bodyParser = require('body-parser');
-const server = express();
+var cookieParser = require('cookie-parser');
-const pg = require('pg');
 var mult = require('multer');
 var upload = mult({ encoding: "utf8" });
 var csvtojson = require('csvtojson');
-
+var pg = require('pg');
-//---------read sql files into variables----------------
+var https = require('https');
 var fs = require('fs');
 var readline = require('readline');
 
+var server = express();
+server.engine('handlebars', handlebars());
+server.set('view engine', 'handlebars');
+
+server.use(function(inReq, inRes, inNext) {
+    inRes.header("Access-Control-Allow-Origin", "*");
+    inRes.header("Access-Control-Allow-Methods", "POST, GET, PUT, DELETE, OPTIONS");
+    inRes.header("Access-Control-Allow-Headers", "Origin, X-Requested-With, Content-Type, Accept");
+    inNext();
+});
+
 
-//---------------setup TLS------------------------------------
 var options = {
     key: fs.readFileSync(process.env.wd + 'key.pem'),
     cert: fs.readFileSync(process.env.wd + 'cert.pem'),
     passprase: []
 };
 
-https.createServer(options,server).listen(process.env.nodeport, () => {
+https.createServer(options, server).listen(process.env.nodeport, () => {
-    console.log('started on '+ process.env.nodeport)
+    console.log('started on ' + process.env.nodeport)
 });
 
 
-//---------------database connection-----------------------
 var Postgres = new pg.Client({
     user: process.env.user,
     password: process.env.password,
@@ -37,11 +43,9 @@ var Postgres = new pg.Client({
     ssl: false,
     application_name: "tps_etl_api"
 });
-Postgres.FirstRow = function(inSQL,args, inResponse)
+Postgres.FirstRow = function(inSQL, args, inResponse) {
-{
+    Postgres.query(inSQL, args, (err, res) => {
-    Postgres.query(inSQL,args, (err, res) => {
+        if (err === null) {
-        if (err === null)
-        {
             inResponse.json(res.rows[0]);
             return;
         }
@@ -50,87 +54,84 @@ Postgres.FirstRow = function(inSQL,args, inResponse)
 };
 Postgres.connect();
 
-
 //----------------------------------------------------------source definitions-------------------------------------------------------------------------------------------------------------------------
 
-//----------returns array of all sources--------------------------
+//returns array of all sources
-server.get("/source", function (inReq, inRes)
+server.get("/source", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(defn) source_list FROM tps.srce";
-    Postgres.FirstRow(sql,[], inRes);
+    Postgres.FirstRow(sql, [], inRes);
 });
-//----------returns message about status and error description--
+//returns message about status and error description
-server.post("/source_single", bodyParser.json(), function (inReq, inRes)// remove body parsing, just pass post body to the sql string build
+server.post("/source_single", bodyParser.json(), function(inReq, inRes) // remove body parsing, just pass post body to the sql string build
-{
+    {
         var sql = "SELECT x.message FROM tps.srce_set($1::jsonb) as x(message)";
-    Postgres.FirstRow(sql,[JSON.stringify(inReq.body)], inRes);
+        Postgres.FirstRow(sql, [JSON.stringify(inReq.body)], inRes);
-});
+    });
-//------assume inboud info is json array of definitions to set--
+//assume inboud info is json array of definitions to set
-server.post("/source", bodyParser.json(), function (inReq, inRes)// remove body parsing, just pass post body to the sql string build
+server.post("/source", bodyParser.json(), function(inReq, inRes) // remove body parsing, just pass post body to the sql string build
-{
+    {
-    x = inReq.body;
+        //x = inReq.body;
         var sql = "SELECT x.message FROM tps.srce_overwrite_all($1::jsonb) x(message)";
-    console.log(JSON.stringify(inReq.body));
+        //console.log(JSON.stringify(inReq.body));
-    Postgres.FirstRow(sql,[JSON.stringify(inReq.body)], inRes);
+        Postgres.FirstRow(sql, [JSON.stringify(inReq.body)], inRes);
-});
+    });
 
 //----------------------------------------------------------regex instrUctions-------------------------------------------------------------------------------------------------------------------------
 //list all regex operations
-server.get("/regex", function (inReq, inRes)
+server.get("/regex", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(regex) regex FROM tps.map_rm WHERE srce = $1::text";
     Postgres.FirstRow(sql, [inReq.query.srce], inRes);
 });
 
 //set one or more map definitions
-server.post("/regex", bodyParser.json(), function (inReq, inRes)
+server.post("/regex", bodyParser.json(), function(inReq, inRes) {
-{
     var sql = "SELECT x.message FROM tps.srce_map_def_set($1::jsonb) as x(message)";
     Postgres.FirstRow(sql, [JSON.stringify(inReq.body)], inRes);
 });
 
+//takes an ad-hoc regex definition in curly braces
+server.get("/regex_test", bodyParser.json(), function(inReq, inRes) {
+    var sql = "SELECT x.message FROM tps.test_regex_recs($1::jsonb) as x(message)";
+    Postgres.FirstRow(sql, [JSON.stringify(inReq.body)], inRes);
+});
+
 //------------------------------------------------------------mappings---------------------------------------------------------------------------------------------------------------------------------
 
 //list unmapped items flagged to be mapped   ?srce=
-server.get("/unmapped_all", function (inReq, inRes)
+server.get("/unmapped_all", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(row_to_json(x)::jsonb) regex FROM tps.report_unmapped_recs($1::text) x";
-    Postgres.FirstRow(sql,[inReq.query.srce], inRes);
+    Postgres.FirstRow(sql, [inReq.query.srce], inRes);
 });
 
 //list unmapped items flagged to be mapped   ?srce=
-server.get("/unmapped", function (inReq, inRes)
+server.get("/unmapped", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(row_to_json(x)::jsonb) regex FROM tps.report_unmapped($1::text) x";
-    Postgres.FirstRow(sql,[inReq.query.srce], inRes);
+    Postgres.FirstRow(sql, [inReq.query.srce], inRes);
 });
 
-server.get("/mapping", function (inReq, inRes)
+server.get("/mapping", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(row_to_json(x)::jsonb) regex FROM tps.map_rv x WHERE srce = $1::text";
 
-    Postgres.FirstRow(sql,[inReq.query.srce], inRes);
+    Postgres.FirstRow(sql, [inReq.query.srce], inRes);
 });
 
 //add entries to lookup table
-server.post("/mapping", bodyParser.json(), function (inReq, inRes)
+server.post("/mapping", bodyParser.json(), function(inReq, inRes) {
-{
     var sql = "SELECT x.message FROM tps.map_rv_set($1::jsonb) as x(message)";
-    Postgres.FirstRow(sql,[JSON.stringify( inReq.body)], inRes);
+    Postgres.FirstRow(sql, [JSON.stringify(inReq.body)], inRes);
 });
 
 //---------------------------------------------------------list imports--------------------------------------------------------------------------------------------------------------------------------
 
-server.get("/import_log", function (inReq, inRes)
+server.get("/import_log", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(row_to_json(l)::jsonb) regex FROM tps.trans_log l";
-    Postgres.FirstRow(sql,[], inRes);
+    Postgres.FirstRow(sql, [], inRes);
 });
 
 
 //-------------------------------------------------------------import data-----------------------------------------------------------------------------------------------------------------------------
 
-server.use("/import", upload.single('upload'), function (inReq, inRes) {
+server.use("/import", upload.single('upload'), function(inReq, inRes) {
 
     console.log("should have gotten file as post body here");
     var csv = inReq.file.buffer.toString('utf8')
@@ -142,20 +143,18 @@ server.use("/import", upload.single('upload'), function (inReq, inRes) {
             Postgres.FirstRow(sql, [inReq.query.srce, JSON.stringify(x)], inRes);
         }
     );
-    }
+});
-);
 
 //----------------------------------------------------------list import logs---------------------------------------------------------------------------------------------------------------------------
 
-server.get("/import_log", function (inReq, inRes)
+server.get("/import_log", function(inReq, inRes) {
-{
     var sql = "SELECT jsonb_agg(info) info FROM tps.trans_log WHERE info @> $1::jsonb";
     Postgres.FirstRow(sql, [inReq.query], inRes);
 });
 
 //-------------------------------------------------------------suggest source def----------------------------------------------------------------------------------------------------------------------
 
-server.use("/csv_suggest", upload.single('upload'), function (inReq, inRes) {
+server.use("/csv_suggest", upload.single('upload'), function(inReq, inRes) {
 
     console.log("should have gotten file as post body here");
     var csv = inReq.file.buffer.toString('utf8')
@@ -167,7 +166,7 @@ server.use("/csv_suggest", upload.single('upload'), function (inReq, inRes) {
                     default: []
                 },
                 loading_function: "csv",
-                source:"client_file",
+                source: "client_file",
                 name: "",
                 constraint: []
             };
@@ -176,7 +175,7 @@ server.use("/csv_suggest", upload.single('upload'), function (inReq, inRes) {
                 //test if number
                 if (!isNaN(parseFloat(x[0][key])) && isFinite(x[0][key])) {
                     //if is a number but leading character is -0- then it's text
-                    if (x[0][key].charAt(0) == "0"){
+                    if (x[0][key].charAt(0) == "0") {
                         col["type"] = "text";
                     }
                     //if number and leadign character is not 0 then numeric
@@ -200,5 +199,100 @@ server.use("/csv_suggest", upload.single('upload'), function (inReq, inRes) {
             inRes.json(sug);
         }
     );
+});
+
+
+//--------------------------------------------------------------------------------------------------------------------------------------------------------------------
+//-----------------------------------------------------------------------------ledger---------------------------------------------------------------------------------
+//--------------------------------------------------------------------------------------------------------------------------------------------------------------------
+
+
+//add ledger array and create offset account for every line
+server.get("/gl_mhi_multi_post", bodyParser.json(), function(inReq, inRes) {
+    var l = 0;
+    console.log(inReq.body);
+    x = inReq.body;
+    x.gl = {};
+    x.gl.lines = [];
+    x.gl.jpath = [];
+    for (var i in x.item) {
+        //copy the current item to the gl array
+        var line = x.item[i];
+        x.gl.lines.push(line);
+        //build references to 'item' array
+        var ref = [];
+        ref.push("{item," + i + "}");
+        ref.push("{header}");
+        x.gl.jpath.push(ref);
+        //copy the current item to the gl array again, but swap account with supplied 'account' in header
+        var ofs = JSON.parse(JSON.stringify(line));
+        ofs.account = x.header.account;
+        ofs.amount = -ofs.amount;
+        x.gl.lines.push(ofs);
+        //add the same reference again for the offset account
+        x.gl.jpath.push(ref);
     }
-);
+    var sql = "INSERT INTO evt.bpr (bpr) SELECT $1";
+    console.log(JSON.stringify(x));
+    Postgres.FirstRow(sql, [JSON.stringify(x)], inRes);
+});
+
+
+//add ledger array and create offset account for every line
+server.get("/gl_mje_build", bodyParser.json(), function(inReq, inRes) {
+    var l = 0;
+    console.log(inReq.body);
+    x = inReq.body;
+    x.gl = {};
+    x.gl.lines = [];
+    x.gl.jpath = [];
+    for (var i in x.items) {
+        //copy the current item to the gl array
+        var line = x.items[i];
+        x.gl.lines.push(line);
+        //build references to 'item' array
+        var ref = [];
+        ref.push("{items," + i + "}");
+        ref.push("{header}");
+        x.gl.jpath.push(ref);
+    }
+    var sql = "INSERT INTO evt.bpr (bpr) SELECT $1";
+    console.log(JSON.stringify(x));
+    Postgres.FirstRow(sql, [JSON.stringify(x)], inRes);
+});
+
+//add ledger array and create offset account for total of all lines
+server.get("/gl_mhi_single_build", bodyParser.json(), function(inReq, inRes) {
+    var l = 0;
+    var tot = 0.00;
+    var bomb = false;
+    console.log(inReq.body);
+    x = inReq.body;
+    //add GL array
+    x.GL = [];
+    for (var i in x.item) {
+        var line = x.item[i];
+        if ((line.account != null) && (line.amount != null)) {
+            x.GL.push(line);
+            tot = tot + (line.amount || 0);
+        } else {
+            bomb = true;
+        }
+        //add the whole line as-is
+    }
+    if (bomb == false) {
+        var ofs = JSON.parse(JSON.stringify(x.header));
+        ofs.account = ofs.account;
+        delete ofs.account;
+        ofs.amount = -tot;
+        x.GL.push(ofs);
+    }
+    inRes.json(x);
+});
+
+
+server.get("/", function(inReq, inRes) {
+    inRes.render("definition", { title: "definition", layout: "main" });
+});
+
+module.exports = server;

static/index.html

@@ -0,0 +1,106 @@
+<!DOCTYPE html>
+<html>
+    <head>
+        <meta charset="utf-8">
+        <meta name="viewport" content="width=device-width, initial-scale=1">
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular.min.js"></script>
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular-cookies.js"></script>
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular-animate.js"></script>
+        <script src="/static/papa.js"></script>
+        <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/css/bootstrap.min.css">
+        <link rel="stylesheet" href="/static/styles.css">
+    </head>
+    <body>
+
+        <div ng-app="DatApp" ng-controller="DatAppController" ng-cloak class="container">
+
+
+            <div class="row">
+                <form class="well">
+                    <div class="form-group">
+                        <button class="btn btn-primary" ng-click="save();">Save</button>
+                        <button class="btn btn-primary" ng-click="load();">Load</button>
+                    </div>
+                </form>
+            </div>
+
+            <div class="row">
+                <form ng-submit="add();" class="well">
+                    <div class="form-group">
+                        <label>name</label>
+                        <input class="form-control" type="text" ng-model="currentName">
+                    </div>
+                    <div class="form-group">
+                        <button class="btn btn-primary">new one</button>
+                    </div>
+                </form>
+            </div>
+
+            <div class="row">
+                <ul class="list-group">
+                    <li class="list-group-item" ng-repeat="member in members">
+                        <span>name:</span><strong ng-bind="member.name"></strong>
+                        <button class="btn btn-danger" ng-click="remove(member);">remove</button>
+                    </li>
+                </ul>
+            </div>
+        
+        </div>
+
+        <script>
+            var DatApp;
+            DatApp = angular.module("DatApp", []);
+            DatApp.controller("DatAppController", ["$scope", "$http", function(inScope, inHTTP){
+                
+                inScope.currentName = "name";
+                inScope.randomize = function(){
+                    inScope.message = Math.random();
+                };
+                inScope.members = [];
+                inScope.add = function(){
+                    inScope.members.push({
+                        name: inScope.currentName,
+                        id: Math.floor(Math.random()*10000000)
+                    });
+                };
+                inScope.remove = function(inMember){
+                    var i;
+                    for(i=0; i<inScope.members.length; i++)
+                    {
+                        if(inScope.members[i] === inMember){
+                            inScope.members.splice(i, 1);
+                            return;
+                        }
+                    }
+                };
+
+                inScope.save = function(){
+                    inHTTP({
+                        method:"POST",
+                        url:"/data",
+                        data:inScope.members
+                    })
+                    .then(function(inSuccess){
+                        console.log("done")
+                    }, function(inFailure){
+                        console.log(inFailure);
+                    });
+                };
+                inScope.load = function(){
+                    inHTTP({
+                        method:"GET",
+                        url:"/data"
+                    })
+                    .then(function(inSuccess){
+                        inScope.members = inSuccess.data;
+                        console.log("done");
+                    }, function(inFailure){
+                        console.log(inFailure);
+                    });
+                };
+
+            }]);
+        </script>
+
+    </body>
+</html>

template.service

@@ -0,0 +1,13 @@
+[Unit]
+Description=forecast_api
+After=network.target
+
+[Service]
+ExecStart=/usr/bin/node //opt/forecast_api/index.js
+Restart=always
+User=fc_api
+Environemnt=NODE_ENV=production
+WorkingDirectory=//opt/forecast_api
+
+[Install]
+WantedBy=multi-user.target

tests/1.dcard_source/curl

@@ -0,0 +1 @@
+curl -H "Content-Type: application/json" -X POST -d@./srce.json http://localhost/source

tests/1.dcard_source/srce.json

@@ -0,0 +1,76 @@
+{
+    "name": "dcard",
+    "source": "client_file",
+    "loading_function": "csv",
+    "constraint": [
+        "{Trans. Date}",
+        "{Post Date}",
+        "{Description}"
+    ],
+    "schemas": {
+        "default": [
+            {
+                "path": "{Trans. Date}",
+                "type": "date",
+                "column_name": "Trans. Date"
+            },
+            {
+                "path": "{Post Date}",
+                "type": "date",
+                "column_name": "Post Date"
+            },
+            {
+                "path": "{Description}",
+                "type": "text",
+                "column_name": "Description"
+            },
+            {
+                "path": "{Amount}",
+                "type": "numeric",
+                "column_name": "Amount"
+            },
+            {
+                "path": "{Category}",
+                "type": "text",
+                "column_name": "Category"
+            }
+        ],
+        "mapped": [
+            {
+                "path": "{Trans. Date}",
+                "type": "date",
+                "column_name": "Trans. Date"
+            },
+            {
+                "path": "{Post Date}",
+                "type": "date",
+                "column_name": "Post Date"
+            },
+            {
+                "path": "{Description}",
+                "type": "text",
+                "column_name": "Description"
+            },
+            {
+                "path": "{Amount}",
+                "type": "numeric",
+                "column_name": "Amount"
+            },
+            {
+                "path": "{Category}",
+                "type": "text",
+                "column_name": "Category"
+            },
+            {
+                "path": "{party}",
+                "type": "text",
+                "column_name": "Party"
+            },
+            {
+                "path": "{reason}",
+                "type": "text",
+                "column_name": "Reason"
+            }
+        ]
+    }
+}

tests/2.dcard_regex/curl

@@ -0,0 +1 @@
+curl -H "Content-Type: application/json" -X POST -d@./regex.json http://localhost/regex

tests/2.dcard_regex/regex.json

@@ -0,0 +1,24 @@
+[
+    {
+        "regex": {
+            "function": "extract",
+            "description": "pull first 20 characters from description for mapping",
+            "where": [
+                {}
+            ],
+            "defn": [
+                {
+                    "regex": ".{1,20}",
+                    "map": "y",
+                    "field": "f20",
+                    "flag": "",
+                    "key": "{Description}",
+                    "retain": "y"
+                }
+            ]
+        },
+        "sequence": 2,
+        "name": "First 20",
+        "srce": "dcard"
+    }
+]

tests/3.dcard_maps/curl

@@ -0,0 +1 @@
+curl -H "Content-Type: application/json" -X POST -d@./mapping.json http://localhost/mapping

tests/4.dcard_import/curl

@@ -0,0 +1 @@
+curl -v -F upload=@./d.csv http://localhost/import?srce=dcard

tests/4.dcard_import/d.csv

@@ -0,0 +1,139 @@
+Trans. Date,Post Date,Description,Amount,Category
+01/02/2018,01/02/2018,"GOOGLE *YOUTUBE VIDEOS G.CO/HELPPAY#CAP0H07TXV",4.26,"Services"
+01/02/2018,01/02/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+01/03/2018,01/03/2018,"CLE CLINIC PT PMTS 216-445-6249 OHAK2C57F2F0B3",200.00,"Medical Services"
+01/04/2018,01/04/2018,"AT&T *PAYMENT 800-288-2020 TX",57.14,"Services"
+01/04/2018,01/07/2018,"WWW.KOHLS.COM #0873 MIDDLETOWN OH",-7.90,"Payments and Credits"
+01/05/2018,01/07/2018,"PIZZA HUT 007946 STOW OH",9.24,"Restaurants"
+01/05/2018,01/07/2018,"SUBWAY 00044289255 STOW OH",10.25,"Restaurants"
+01/06/2018,01/07/2018,"ACME NO. 17 STOW OH",103.98,"Supermarkets"
+01/06/2018,01/07/2018,"DISCOUNT DRUG MART 32 STOW OH",1.69,"Merchandise"
+01/06/2018,01/07/2018,"DISCOUNT DRUG MART 32 STOW OH",2.19,"Merchandise"
+01/09/2018,01/09/2018,"CIRCLE K 05416 STOW OH00947R",3.94,"Gasoline"
+01/09/2018,01/09/2018,"CIRCLE K 05416 STOW OH00915R",52.99,"Gasoline"
+01/13/2018,01/13/2018,"AUTOZONE #0722 STOW OH",85.36,"Automotive"
+01/13/2018,01/13/2018,"DISCOUNT DRUG MART 32 STOW OH",26.68,"Merchandise"
+01/13/2018,01/13/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+01/13/2018,01/13/2018,"TARGET STOW OH",197.90,"Merchandise"
+01/14/2018,01/14/2018,"DISCOUNT DRUG MART 32 STOW OH",13.48,"Merchandise"
+01/15/2018,01/15/2018,"TARGET.COM * 800-591-3869 MN",22.41,"Merchandise"
+01/16/2018,01/16/2018,"BUFFALO WILD WINGS KENT KENT OH",63.22,"Restaurants"
+01/16/2018,01/16/2018,"PARTA - KCG KENT OH",4.00,"Government Services"
+01/16/2018,01/16/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+01/16/2018,01/16/2018,"TARGET.COM * 800-591-3869 MN",44.81,"Merchandise"
+01/16/2018,01/16/2018,"TREE CITY COFFEE & PASTR KENT OH",17.75,"Restaurants"
+01/17/2018,01/17/2018,"BESTBUYCOM805526794885 888-BESTBUY MN",343.72,"Merchandise"
+01/19/2018,01/19/2018,"DISCOUNT DRUG MART 32 STOW OH",5.98,"Merchandise"
+01/19/2018,01/19/2018,"U-HAUL OF KENT-STOW KENT OH",15.88,"Travel/ Entertainment"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",5.99,"Supermarkets"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",17.16,"Supermarkets"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",500.97,"Supermarkets"
+01/20/2018,01/20/2018,"GOOGLE *GOOGLE PLAY G.CO/HELPPAY#CAP0HFFS7W",2.12,"Services"
+01/20/2018,01/20/2018,"LOWE'S OF STOW, OH. STOW OH",256.48,"Home Improvement"
+01/22/2018,01/22/2018,"HOBBY LOBBY #405 STOW OHITEM TRANSFERRED FROM PREV ACCOUNT",38.49,"Merchandise"
+01/23/2018,01/23/2018,"CASHBACK BONUS REDEMPTION PYMT/STMT CRDT",-32.20,"Awards and Rebate Credits"
+01/23/2018,01/23/2018,"INTERNET PAYMENT - THANK YOU",-2394.51,"Payments and Credits"
+01/27/2018,01/27/2018,"GIANT-EAGLE #4096 STOW OH",67.81,"Supermarkets"
+01/27/2018,01/27/2018,"OFFICEMAX/OFFICE DEPOT63 STOW OH",21.06,"Merchandise"
+01/27/2018,01/27/2018,"TARGET STOW OH",71.00,"Merchandise"
+01/29/2018,01/29/2018,"NETFLIX.COM NETFLIX.COM CA19899514437",14.93,"Services"
+01/30/2018,01/30/2018,"PARTA - KCG KENT OH",1.00,"Government Services"
+01/30/2018,01/30/2018,"SPEEDWAY 09303 KEN KENT OH",46.57,"Gasoline"
+01/30/2018,01/30/2018,"SQ *TWISTED MELTZ KENT OH0002305843011416898511",16.87,"Restaurants"
+01/30/2018,01/30/2018,"TARGET STOW OH",49.37,"Merchandise"
+01/31/2018,01/31/2018,"TARGET STOW OH",4.14,"Merchandise"
+01/31/2018,01/31/2018,"TARGET STREETSBORO OH",14.28,"Merchandise"
+01/31/2018,02/01/2018,"TARGET STOW OH",-21.34,"Payments and Credits"
+01/31/2018,02/01/2018,"TARGET STREETSBORO OH",-9.60,"Payments and Credits"
+02/01/2018,02/01/2018,"EL CAMPESINO STOW OH",42.24,"Restaurants"
+02/02/2018,02/02/2018,"CASH ADVANCE FEE",5.00,"Fees"
+02/02/2018,02/02/2018,"GOOGLE *ASCIIFLOW.COM G.CO/HELPPAY#CAP0HQTYN5",5.00,"Cash Advances"
+02/03/2018,02/03/2018,"TARGET STREETSBORO OH",71.69,"Merchandise"
+02/03/2018,02/07/2018,"SAMS CLUB - #4750 CUYAHOGA FALLOH",371.90,"Warehouse Clubs"
+02/04/2018,02/04/2018,"ACME NO. 17 STOW OH",8.98,"Supermarkets"
+02/04/2018,02/04/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+02/06/2018,02/06/2018,"MINIMUM INTEREST CHARGE FEE",0.50,"Fees"
+02/06/2018,02/07/2018,"BP#954778736210 7-ELEVEN STOW OH",52.80,"Gasoline"
+02/06/2018,02/07/2018,"CVS/PHARMACY #08932 TWINSBURG OH",13.87,"Merchandise"
+02/07/2018,02/07/2018,"AT&T *PAYMENT 800-288-2020 TXX51Z5QX7SMT2U01",57.14,"Services"
+02/07/2018,02/07/2018,"TOYS R US #9203 CUYAHOGA FALLOH",193.32,"Merchandise"
+02/08/2018,02/08/2018,"GIANT-EAGLE #4096 STOW OH",66.13,"Supermarkets"
+02/08/2018,02/08/2018,"TARGET STOW OH",121.32,"Merchandise"
+02/09/2018,02/09/2018,"GUIDOS ORIGINAL PIZZA KENT OH",11.75,"Restaurants"
+02/09/2018,02/09/2018,"MARATHON PETRO73601 TWINSBURG OH",44.30,"Gasoline"
+02/10/2018,02/10/2018,"RSVP NO. 36 STOW OH",14.43,"Supermarkets"
+02/10/2018,02/10/2018,"TARGET STOW OH",77.90,"Merchandise"
+02/11/2018,02/11/2018,"SUBWAY 00044289255 STOW OH",21.00,"Restaurants"
+02/13/2018,02/13/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",12.79,"Restaurants"
+02/13/2018,02/13/2018,"IN *MR. BULKY'S FOODS AKRON OHAJ16V8Q6",3.39,"Supermarkets"
+02/13/2018,02/13/2018,"TARGET CUYAHOGA FALLOH",5.33,"Supermarkets"
+02/14/2018,02/14/2018,"DISCOUNT DRUG MART 32 STOW OH",4.29,"Merchandise"
+02/14/2018,02/14/2018,"HANDELS ICE CREAM STOW STOW OH",7.95,"Supermarkets"
+02/15/2018,02/15/2018,"BATH&BODY STOW OH",47.19,"Merchandise"
+02/15/2018,02/15/2018,"TARGET STOW OH",76.35,"Merchandise"
+02/17/2018,02/17/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+02/17/2018,02/17/2018,"WALMART GROCERY 800-966-6546 AR",461.36,"Supermarkets"
+02/18/2018,02/18/2018,"ACME NO. 17 STOW OH",32.68,"Supermarkets"
+02/18/2018,02/18/2018,"CHIPOTLE ONLINE 303-595-4000 CO",20.75,"Restaurants"
+02/19/2018,02/19/2018,"GIANT EAGLE #5863 STREETSBORO OH",25.00,"Supermarkets"
+02/20/2018,02/20/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+02/21/2018,02/21/2018,"BP#954635936241 7-ELEVEN STOW OH",30.04,"Gasoline"
+02/22/2018,02/22/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",3.19,"Restaurants"
+02/22/2018,02/22/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",18.22,"Restaurants"
+02/22/2018,02/22/2018,"PET SUPPLIES PLUS #68 STOW OH",45.88,"Merchandise"
+02/22/2018,02/22/2018,"TOYS R US #9203 CUYAHOGA FALLOH",21.31,"Merchandise"
+02/23/2018,02/23/2018,"SUMMIT CO PARKING GAR AKRON OH",6.00,"Services"
+02/24/2018,02/24/2018,"GET GO #3396 STOW OH",26.46,"Gasoline"
+02/25/2018,02/25/2018,"DISCOUNT DRUG MART 32 STOW OH",19.70,"Merchandise"
+02/25/2018,02/25/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+02/25/2018,02/25/2018,"SQ *CORNER CUP COFFEEH STOW OH0001152921507942036274",2.30,"Supermarkets"
+02/25/2018,02/25/2018,"TARGET STOW OH",18.49,"Merchandise"
+02/28/2018,02/28/2018,"NETFLIX.COM NETFLIX.COM CA20475539512",14.93,"Services"
+03/01/2018,03/01/2018,"GIANT-EAGLE #4032 STOW OH",2.99,"Supermarkets"
+03/01/2018,03/01/2018,"TARGET STOW OH",72.46,"Merchandise"
+03/02/2018,03/02/2018,"LATE FEE",27.00,"Fees"
+03/02/2018,03/02/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+03/02/2018,03/02/2018,"PIZZA HUT 007946 STOW OH",9.89,"Restaurants"
+03/03/2018,03/03/2018,"CASHBACK BONUS REDEMPTION PYMT/STMT CRDT",-23.28,"Awards and Rebate Credits"
+03/03/2018,03/03/2018,"INTERNET PAYMENT - THANK YOU",-2451.43,"Payments and Credits"
+03/03/2018,03/03/2018,"LOWE'S OF STOW, OH. STOW OH",6.93,"Home Improvement"
+03/03/2018,03/07/2018,"WAL-MART SC - #2323 STOW OH",150.32,"Merchandise"
+03/04/2018,03/04/2018,"OLD NAVY ON-LINE 800-OLDNAVY OH",13.66,"Merchandise"
+03/06/2018,03/07/2018,"MFW BOOKS LLC 5732022000 MO",86.90,"Education"
+03/06/2018,03/07/2018,"OLD NAVY ON-LINE 800-OLDNAVY OH",127.46,"Merchandise"
+03/08/2018,03/08/2018,"ACME NO. 17 STOW OH",8.58,"Supermarkets"
+03/08/2018,03/08/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",2.12,"Restaurants"
+03/08/2018,03/08/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+03/08/2018,03/08/2018,"SPEEDWAY 03686 496 STOW OH",45.24,"Gasoline"
+03/08/2018,03/08/2018,"SWENSONS STOW KENT STOW OH",8.30,"Restaurants"
+03/08/2018,03/08/2018,"TOYS R US #9203 CUYAHOGA FALLOH",5.33,"Merchandise"
+03/09/2018,03/09/2018,"SPEEDWAY 03686 496 STOW OH",48.29,"Gasoline"
+03/10/2018,03/10/2018,"WALMART GROCERY 800-966-6546 AR",522.22,"Supermarkets"
+03/11/2018,03/11/2018,"AT&T *PAYMENT 800-288-2020 TXQ8F55RY7SMT2N04",57.14,"Services"
+03/11/2018,03/11/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011470140810",2.30,"Supermarkets"
+03/12/2018,03/12/2018,"MICROSOFT *STORE 800-642-7676 WA",1.06,"Services"
+03/15/2018,03/15/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011475075512",2.30,"Supermarkets"
+03/16/2018,03/16/2018,"ACME NO. 17 STOW OH",15.85,"Supermarkets"
+03/16/2018,03/16/2018,"CHIPOTLE 1152 STOW OH",3.85,"Restaurants"
+03/16/2018,03/16/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+03/16/2018,03/16/2018,"PIZZA HUT 007946 STOW OH",13.98,"Restaurants"
+03/17/2018,03/17/2018,"CHIPOTLE ONLINE 303-595-4000 CO",15.75,"Restaurants"
+03/17/2018,03/17/2018,"DISCOUNT DRUG MART 32 STOW OH",9.89,"Merchandise"
+03/17/2018,03/17/2018,"MFW BOOKS LLC 5732022000 MO",66.75,"Education"
+03/18/2018,03/18/2018,"ACME NO. 17 STOW OH",27.78,"Supermarkets"
+03/18/2018,03/18/2018,"GIANT-EAGLE #4032 STOW OH",28.34,"Supermarkets"
+03/20/2018,03/20/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+03/20/2018,03/20/2018,"SONLIGHT CURRICULUM LTD 303-730-8193 CO",762.87,"Education"
+03/21/2018,03/21/2018,"BP#954635936241 7-ELEVEN STOW OH",8.87,"Gasoline"
+03/21/2018,03/21/2018,"DISCOUNT DRUG MART 32 STOW OH",18.07,"Merchandise"
+03/21/2018,03/21/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011484061091",2.30,"Supermarkets"
+03/21/2018,03/21/2018,"TARGET STOW OH",1.95,"Merchandise"
+03/21/2018,03/21/2018,"TARGET STOW OH",224.85,"Merchandise"
+03/22/2018,03/22/2018,"JUSTICE #0639 STOW OH",16.01,"Merchandise"
+03/22/2018,03/22/2018,"SPEEDWAY 03686 496 STOW OH",32.54,"Gasoline"
+03/22/2018,03/22/2018,"SQ *TWISTED MELTZ KENT OH0002305843011486528725",6.74,"Restaurants"
+03/22/2018,03/22/2018,"TARGET STOW OH",6.60,"Merchandise"
+03/25/2018,03/25/2018,"ACME NO. 17 STOW OH",95.42,"Supermarkets"
+03/25/2018,03/25/2018,"ASIAN-GREEK CUISINES STOW OH",70.25,"Restaurants"
+03/25/2018,03/25/2018,"MARATHON PETRO73601 TWINSBURG OH",11.09,"Gasoline"
+03/25/2018,03/25/2018,"SPEEDWAY 09303 KEN KENT OH",53.28,"Gasoline"

tests/index.js

@@ -0,0 +1,24 @@
+var chai = require('chai');
+var chaiHTTP = require('chai-http');
+
+var server = require('../server.js');
+var express;
+
+var should = chai.should();
+chai.use(chaiHTTP);
+
+describe("tests", function(){
+    before(function(done){
+        express = server.listen(7357);
+        done();
+    });
+    after(function(done){
+        express.close();
+        done();
+    });
+    it("should pass", function(done){
+        var test = true;
+        test.should.equal(true);
+        done();
+    });
+});

uploads/5552abe8d6b5ac404a2ed67dfbd9da42

@@ -0,0 +1,139 @@
+Trans. Date,Post Date,Description,Amount,Category
+01/02/2018,01/02/2018,"GOOGLE *YOUTUBE VIDEOS G.CO/HELPPAY#CAP0H07TXV",4.26,"Services"
+01/02/2018,01/02/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+01/03/2018,01/03/2018,"CLE CLINIC PT PMTS 216-445-6249 OHAK2C57F2F0B3",200.00,"Medical Services"
+01/04/2018,01/04/2018,"AT&T *PAYMENT 800-288-2020 TX",57.14,"Services"
+01/04/2018,01/07/2018,"WWW.KOHLS.COM #0873 MIDDLETOWN OH",-7.90,"Payments and Credits"
+01/05/2018,01/07/2018,"PIZZA HUT 007946 STOW OH",9.24,"Restaurants"
+01/05/2018,01/07/2018,"SUBWAY 00044289255 STOW OH",10.25,"Restaurants"
+01/06/2018,01/07/2018,"ACME NO. 17 STOW OH",103.98,"Supermarkets"
+01/06/2018,01/07/2018,"DISCOUNT DRUG MART 32 STOW OH",1.69,"Merchandise"
+01/06/2018,01/07/2018,"DISCOUNT DRUG MART 32 STOW OH",2.19,"Merchandise"
+01/09/2018,01/09/2018,"CIRCLE K 05416 STOW OH00947R",3.94,"Gasoline"
+01/09/2018,01/09/2018,"CIRCLE K 05416 STOW OH00915R",52.99,"Gasoline"
+01/13/2018,01/13/2018,"AUTOZONE #0722 STOW OH",85.36,"Automotive"
+01/13/2018,01/13/2018,"DISCOUNT DRUG MART 32 STOW OH",26.68,"Merchandise"
+01/13/2018,01/13/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+01/13/2018,01/13/2018,"TARGET STOW OH",197.90,"Merchandise"
+01/14/2018,01/14/2018,"DISCOUNT DRUG MART 32 STOW OH",13.48,"Merchandise"
+01/15/2018,01/15/2018,"TARGET.COM * 800-591-3869 MN",22.41,"Merchandise"
+01/16/2018,01/16/2018,"BUFFALO WILD WINGS KENT KENT OH",63.22,"Restaurants"
+01/16/2018,01/16/2018,"PARTA - KCG KENT OH",4.00,"Government Services"
+01/16/2018,01/16/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+01/16/2018,01/16/2018,"TARGET.COM * 800-591-3869 MN",44.81,"Merchandise"
+01/16/2018,01/16/2018,"TREE CITY COFFEE & PASTR KENT OH",17.75,"Restaurants"
+01/17/2018,01/17/2018,"BESTBUYCOM805526794885 888-BESTBUY MN",343.72,"Merchandise"
+01/19/2018,01/19/2018,"DISCOUNT DRUG MART 32 STOW OH",5.98,"Merchandise"
+01/19/2018,01/19/2018,"U-HAUL OF KENT-STOW KENT OH",15.88,"Travel/ Entertainment"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",5.99,"Supermarkets"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",17.16,"Supermarkets"
+01/19/2018,01/19/2018,"WALMART GROCERY 800-966-6546 AR",500.97,"Supermarkets"
+01/20/2018,01/20/2018,"GOOGLE *GOOGLE PLAY G.CO/HELPPAY#CAP0HFFS7W",2.12,"Services"
+01/20/2018,01/20/2018,"LOWE'S OF STOW, OH. STOW OH",256.48,"Home Improvement"
+01/22/2018,01/22/2018,"HOBBY LOBBY #405 STOW OHITEM TRANSFERRED FROM PREV ACCOUNT",38.49,"Merchandise"
+01/23/2018,01/23/2018,"CASHBACK BONUS REDEMPTION PYMT/STMT CRDT",-32.20,"Awards and Rebate Credits"
+01/23/2018,01/23/2018,"INTERNET PAYMENT - THANK YOU",-2394.51,"Payments and Credits"
+01/27/2018,01/27/2018,"GIANT-EAGLE #4096 STOW OH",67.81,"Supermarkets"
+01/27/2018,01/27/2018,"OFFICEMAX/OFFICE DEPOT63 STOW OH",21.06,"Merchandise"
+01/27/2018,01/27/2018,"TARGET STOW OH",71.00,"Merchandise"
+01/29/2018,01/29/2018,"NETFLIX.COM NETFLIX.COM CA19899514437",14.93,"Services"
+01/30/2018,01/30/2018,"PARTA - KCG KENT OH",1.00,"Government Services"
+01/30/2018,01/30/2018,"SPEEDWAY 09303 KEN KENT OH",46.57,"Gasoline"
+01/30/2018,01/30/2018,"SQ *TWISTED MELTZ KENT OH0002305843011416898511",16.87,"Restaurants"
+01/30/2018,01/30/2018,"TARGET STOW OH",49.37,"Merchandise"
+01/31/2018,01/31/2018,"TARGET STOW OH",4.14,"Merchandise"
+01/31/2018,01/31/2018,"TARGET STREETSBORO OH",14.28,"Merchandise"
+01/31/2018,02/01/2018,"TARGET STOW OH",-21.34,"Payments and Credits"
+01/31/2018,02/01/2018,"TARGET STREETSBORO OH",-9.60,"Payments and Credits"
+02/01/2018,02/01/2018,"EL CAMPESINO STOW OH",42.24,"Restaurants"
+02/02/2018,02/02/2018,"CASH ADVANCE FEE",5.00,"Fees"
+02/02/2018,02/02/2018,"GOOGLE *ASCIIFLOW.COM G.CO/HELPPAY#CAP0HQTYN5",5.00,"Cash Advances"
+02/03/2018,02/03/2018,"TARGET STREETSBORO OH",71.69,"Merchandise"
+02/03/2018,02/07/2018,"SAMS CLUB - #4750 CUYAHOGA FALLOH",371.90,"Warehouse Clubs"
+02/04/2018,02/04/2018,"ACME NO. 17 STOW OH",8.98,"Supermarkets"
+02/04/2018,02/04/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+02/06/2018,02/06/2018,"MINIMUM INTEREST CHARGE FEE",0.50,"Fees"
+02/06/2018,02/07/2018,"BP#954778736210 7-ELEVEN STOW OH",52.80,"Gasoline"
+02/06/2018,02/07/2018,"CVS/PHARMACY #08932 TWINSBURG OH",13.87,"Merchandise"
+02/07/2018,02/07/2018,"AT&T *PAYMENT 800-288-2020 TXX51Z5QX7SMT2U01",57.14,"Services"
+02/07/2018,02/07/2018,"TOYS R US #9203 CUYAHOGA FALLOH",193.32,"Merchandise"
+02/08/2018,02/08/2018,"GIANT-EAGLE #4096 STOW OH",66.13,"Supermarkets"
+02/08/2018,02/08/2018,"TARGET STOW OH",121.32,"Merchandise"
+02/09/2018,02/09/2018,"GUIDOS ORIGINAL PIZZA KENT OH",11.75,"Restaurants"
+02/09/2018,02/09/2018,"MARATHON PETRO73601 TWINSBURG OH",44.30,"Gasoline"
+02/10/2018,02/10/2018,"RSVP NO. 36 STOW OH",14.43,"Supermarkets"
+02/10/2018,02/10/2018,"TARGET STOW OH",77.90,"Merchandise"
+02/11/2018,02/11/2018,"SUBWAY 00044289255 STOW OH",21.00,"Restaurants"
+02/13/2018,02/13/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",12.79,"Restaurants"
+02/13/2018,02/13/2018,"IN *MR. BULKY'S FOODS AKRON OHAJ16V8Q6",3.39,"Supermarkets"
+02/13/2018,02/13/2018,"TARGET CUYAHOGA FALLOH",5.33,"Supermarkets"
+02/14/2018,02/14/2018,"DISCOUNT DRUG MART 32 STOW OH",4.29,"Merchandise"
+02/14/2018,02/14/2018,"HANDELS ICE CREAM STOW STOW OH",7.95,"Supermarkets"
+02/15/2018,02/15/2018,"BATH&BODY STOW OH",47.19,"Merchandise"
+02/15/2018,02/15/2018,"TARGET STOW OH",76.35,"Merchandise"
+02/17/2018,02/17/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+02/17/2018,02/17/2018,"WALMART GROCERY 800-966-6546 AR",461.36,"Supermarkets"
+02/18/2018,02/18/2018,"ACME NO. 17 STOW OH",32.68,"Supermarkets"
+02/18/2018,02/18/2018,"CHIPOTLE ONLINE 303-595-4000 CO",20.75,"Restaurants"
+02/19/2018,02/19/2018,"GIANT EAGLE #5863 STREETSBORO OH",25.00,"Supermarkets"
+02/20/2018,02/20/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+02/21/2018,02/21/2018,"BP#954635936241 7-ELEVEN STOW OH",30.04,"Gasoline"
+02/22/2018,02/22/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",3.19,"Restaurants"
+02/22/2018,02/22/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",18.22,"Restaurants"
+02/22/2018,02/22/2018,"PET SUPPLIES PLUS #68 STOW OH",45.88,"Merchandise"
+02/22/2018,02/22/2018,"TOYS R US #9203 CUYAHOGA FALLOH",21.31,"Merchandise"
+02/23/2018,02/23/2018,"SUMMIT CO PARKING GAR AKRON OH",6.00,"Services"
+02/24/2018,02/24/2018,"GET GO #3396 STOW OH",26.46,"Gasoline"
+02/25/2018,02/25/2018,"DISCOUNT DRUG MART 32 STOW OH",19.70,"Merchandise"
+02/25/2018,02/25/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+02/25/2018,02/25/2018,"SQ *CORNER CUP COFFEEH STOW OH0001152921507942036274",2.30,"Supermarkets"
+02/25/2018,02/25/2018,"TARGET STOW OH",18.49,"Merchandise"
+02/28/2018,02/28/2018,"NETFLIX.COM NETFLIX.COM CA20475539512",14.93,"Services"
+03/01/2018,03/01/2018,"GIANT-EAGLE #4032 STOW OH",2.99,"Supermarkets"
+03/01/2018,03/01/2018,"TARGET STOW OH",72.46,"Merchandise"
+03/02/2018,03/02/2018,"LATE FEE",27.00,"Fees"
+03/02/2018,03/02/2018,"MICROSOFT *ONEDRIVE 800-642-7676 WA",4.26,"Services"
+03/02/2018,03/02/2018,"PIZZA HUT 007946 STOW OH",9.89,"Restaurants"
+03/03/2018,03/03/2018,"CASHBACK BONUS REDEMPTION PYMT/STMT CRDT",-23.28,"Awards and Rebate Credits"
+03/03/2018,03/03/2018,"INTERNET PAYMENT - THANK YOU",-2451.43,"Payments and Credits"
+03/03/2018,03/03/2018,"LOWE'S OF STOW, OH. STOW OH",6.93,"Home Improvement"
+03/03/2018,03/07/2018,"WAL-MART SC - #2323 STOW OH",150.32,"Merchandise"
+03/04/2018,03/04/2018,"OLD NAVY ON-LINE 800-OLDNAVY OH",13.66,"Merchandise"
+03/06/2018,03/07/2018,"MFW BOOKS LLC 5732022000 MO",86.90,"Education"
+03/06/2018,03/07/2018,"OLD NAVY ON-LINE 800-OLDNAVY OH",127.46,"Merchandise"
+03/08/2018,03/08/2018,"ACME NO. 17 STOW OH",8.58,"Supermarkets"
+03/08/2018,03/08/2018,"CHICK-FIL-A #02197 CUYAHOGA FLS OH",2.12,"Restaurants"
+03/08/2018,03/08/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+03/08/2018,03/08/2018,"SPEEDWAY 03686 496 STOW OH",45.24,"Gasoline"
+03/08/2018,03/08/2018,"SWENSONS STOW KENT STOW OH",8.30,"Restaurants"
+03/08/2018,03/08/2018,"TOYS R US #9203 CUYAHOGA FALLOH",5.33,"Merchandise"
+03/09/2018,03/09/2018,"SPEEDWAY 03686 496 STOW OH",48.29,"Gasoline"
+03/10/2018,03/10/2018,"WALMART GROCERY 800-966-6546 AR",522.22,"Supermarkets"
+03/11/2018,03/11/2018,"AT&T *PAYMENT 800-288-2020 TXQ8F55RY7SMT2N04",57.14,"Services"
+03/11/2018,03/11/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011470140810",2.30,"Supermarkets"
+03/12/2018,03/12/2018,"MICROSOFT *STORE 800-642-7676 WA",1.06,"Services"
+03/15/2018,03/15/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011475075512",2.30,"Supermarkets"
+03/16/2018,03/16/2018,"ACME NO. 17 STOW OH",15.85,"Supermarkets"
+03/16/2018,03/16/2018,"CHIPOTLE 1152 STOW OH",3.85,"Restaurants"
+03/16/2018,03/16/2018,"EL CAMPESINO STOW OH",6.50,"Restaurants"
+03/16/2018,03/16/2018,"PIZZA HUT 007946 STOW OH",13.98,"Restaurants"
+03/17/2018,03/17/2018,"CHIPOTLE ONLINE 303-595-4000 CO",15.75,"Restaurants"
+03/17/2018,03/17/2018,"DISCOUNT DRUG MART 32 STOW OH",9.89,"Merchandise"
+03/17/2018,03/17/2018,"MFW BOOKS LLC 5732022000 MO",66.75,"Education"
+03/18/2018,03/18/2018,"ACME NO. 17 STOW OH",27.78,"Supermarkets"
+03/18/2018,03/18/2018,"GIANT-EAGLE #4032 STOW OH",28.34,"Supermarkets"
+03/20/2018,03/20/2018,"REMEMBERNHU 402-935-7733 IA",60.00,"Services"
+03/20/2018,03/20/2018,"SONLIGHT CURRICULUM LTD 303-730-8193 CO",762.87,"Education"
+03/21/2018,03/21/2018,"BP#954635936241 7-ELEVEN STOW OH",8.87,"Gasoline"
+03/21/2018,03/21/2018,"DISCOUNT DRUG MART 32 STOW OH",18.07,"Merchandise"
+03/21/2018,03/21/2018,"SQ *CORNER CUP COFFEEH STOW OH0002305843011484061091",2.30,"Supermarkets"
+03/21/2018,03/21/2018,"TARGET STOW OH",1.95,"Merchandise"
+03/21/2018,03/21/2018,"TARGET STOW OH",224.85,"Merchandise"
+03/22/2018,03/22/2018,"JUSTICE #0639 STOW OH",16.01,"Merchandise"
+03/22/2018,03/22/2018,"SPEEDWAY 03686 496 STOW OH",32.54,"Gasoline"
+03/22/2018,03/22/2018,"SQ *TWISTED MELTZ KENT OH0002305843011486528725",6.74,"Restaurants"
+03/22/2018,03/22/2018,"TARGET STOW OH",6.60,"Merchandise"
+03/25/2018,03/25/2018,"ACME NO. 17 STOW OH",95.42,"Supermarkets"
+03/25/2018,03/25/2018,"ASIAN-GREEK CUISINES STOW OH",70.25,"Restaurants"
+03/25/2018,03/25/2018,"MARATHON PETRO73601 TWINSBURG OH",11.09,"Gasoline"
+03/25/2018,03/25/2018,"SPEEDWAY 09303 KEN KENT OH",53.28,"Gasoline"

views/definition.handlebars

@@ -0,0 +1,149 @@
+<div ng-app="App" ng-controller="AppController">
+    <form ng-submit="Submit()">
+        <input type="text" ng-model="Model.name"/>
+        <input type="text" ng-model="Model.description"/>
+        <h2>Rows</h2>
+        <div ng-repeat="Row in Model.schema track by $index">
+            <input type="text" ng-model="Row.key"/>
+            <select ng-model="Row.type" ng-options="v for v in Types"></select>
+        </div>
+        <input type="submit"/>
+    </form>
+    <form>
+        <input type="file" data-import-csv class="form-control">
+    </form>
+</div>
+<script>
+var App = angular.module("App", []);
+App.factory("Rows", [function()
+{
+    return function(inData)
+    {
+        console.log(inData);
+    };
+}]);
+App.directive("importCsv", ["Rows", function(Rows)
+{
+
+    var directive = {};
+
+    directive.link = function(inScope, inElement, inAttributes){
+
+        function handlerEnter(inEvent){
+            if(inEvent){
+                inEvent.preventDefault();
+            }
+            inElement.addClass("Import");
+            inEvent.dataTransfer.effectAllowed = 'copy';
+            return false;
+        }
+        
+        function handlerDrop(inEvent){
+            inElement.removeClass("Import");
+            if(inEvent){
+                inEvent.preventDefault();
+            }
+            parse(event.dataTransfer.files[0]);
+            return false;
+        }
+        
+        function handlerChange(inEvent){
+            inEvent.stopImmediatePropagation();
+            parse(inEvent.target.files[0]);
+        }
+        
+        
+        function handlerLeave()
+        {
+            inElement.removeClass("Import");
+        }
+        
+        function parse(inFile)
+        {
+            Papa.parse(inFile, {
+                complete: function(inCSV)
+                {
+                    Rows(inCSV.data);
+                    inScope.$apply();
+                }
+            });
+        }
+
+        
+        inElement.on("dragenter dragstart dragend dragleave dragover drag drop", function (inEvent) {inEvent.preventDefault();});
+        inElement.on('dragenter', handlerEnter);
+        inElement.on('dragleave', handlerLeave);
+        inElement.on('drop', handlerDrop);
+        inElement.on('change', handlerChange);
+        inElement.on('click', function(inEvent){
+            inEvent.stopImmediatePropagation();
+            
+        })
+    };
+    return directive;
+}]);
+App.controller("AppController", ["$scope", "$http", function($scope, $http)
+{
+    console.log("init");
+    $scope.Types = ["date", "text", "numeric"];
+    $scope.Model = {
+        "name": "DCARD",
+        "description":"Discover Card",
+        "type": "csv",
+        "schema": [
+            {
+                "key": "Trans. Date",
+                "type": "date"
+            },
+            {
+                "key": "Post Date",
+                "type": "date"
+            },
+            {
+                "key": "Description",
+                "type": "text"
+            },
+            {
+                "key": "Amount",
+                "type": "numeric"
+            },
+            {
+                "key": "Category",
+                "type": "text"
+            }
+        ],
+        "unique_constraint": {
+            "type": "key",
+            "fields": [
+                "{Post Date}",
+                "{Trans. Date}",
+                "{Description}"
+            ]
+        }
+    };
+    $scope.Submit = function()
+    {
+        console.log($scope.Model);
+
+    var req = {
+    method: 'POST',
+    url: '/json',
+    data: $scope.Model
+    };
+
+    $http(req).then(
+        function(inSuccess){
+            console.log(inSuccess);
+        },
+        function(inFailure)
+        {
+            console.log(inFailure);
+        }
+    );
+
+    };
+}]);
+
+
+
+</script>

views/layouts/main.handlebars

@@ -0,0 +1,16 @@
+<!DOCTYPE html>
+<html>
+    <head>
+        <meta charset="utf-8">
+        <meta name="viewport" content="width=device-width, initial-scale=1">
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular.min.js"></script>
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular-cookies.js"></script>
+        <script src="//ajax.googleapis.com/ajax/libs/angularjs/1.5.6/angular-animate.js"></script>
+        <script src="/static/papa.js"></script>
+        <link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.6/css/bootstrap.min.css">
+        <link rel="stylesheet" href="/static/styles.css">
+    </head>
+    <body>
+       {{{body}}}
+    </body>
+</html>