snap to pt branch on srce.pgsql

srce.pgsql

@@ -1,4 +1,3 @@
-
 DO $$
 
 DECLARE _t text;
@@ -56,7 +55,7 @@ SELECT
                 (ae.e::text[])[1],                                  --the key name
                 (row_to_json(i)::jsonb) #> ae.e::text[]             --get the target value from the key from the csv row that has been converted to json
         ) json_key,
-    row_to_json(i) rec,
+        row_to_json(i)::JSONB rec,
         srce,
         --ae.rn,
         id
@@ -72,16 +71,37 @@ GROUP BY
     ORDER BY    
         id
 )
-, matched_tps AS (
+------results of an insert operation--------------
+, inserted AS (
+    INSERT INTO
+        tps.trans (srce, rec)
     SELECT
-    *
+        pl.srce
+        ,pl.rec
     FROM 
         pending_list pl
-    INNER JOIN tps.trans t ON
+        LEFT JOIN tps.trans t ON
             t.srce = pl.srce
             AND t.rec @> pl.json_key
+        WHERE
+            t IS NULL
+    ----this conflict is only if an exact duplicate rec json happens, which will be rejected
+    ----therefore, records may not be inserted due to ay matches with certain json fields, or if the entire json is a duplicate, reason is not specified
+    ON CONFLICT ON CONSTRAINT uc_rec DO NOTHING
+    RETURNING *
 )
-SELECT * FROM matched_tps;
 
--- need to compare against and tps matches
--- therefore need to apply keyset to tps rows
+----records not inserted------
+SELECT
+    srce
+    ,rec
+FROM
+    pending_list
+
+EXCEPT ALL
+
+SELECT 
+    srce
+    ,rec
+FROM 
+    inserted;