network #1

Merged
SethTrowbridge merged 13 commits from network into master 2021-07-29 16:16:32 -04:00
3 changed files with 30 additions and 25 deletions
Showing only changes of commit 09053ebf97 - Show all commits

View File

@ -699,15 +699,17 @@ NN.Network.Stochastic = function(inNetwork, inTrainingSet, inIterations)
[ 0.99, 0.85], [ 0.99, 0.85],
[ 1.2, 1.05] [ 1.2, 1.05]
]; ];
let goals = [
[1, 1, 0],
[0, 0, 1]
];
var layer1 = NN.Layer.Create(1, 1); var layer1 = NN.Layer.Create(1, 1);
layer1.Forward.Matrix = matrix1; layer1.Forward.Matrix = matrix1;
var layer2 = NN.Layer.Create(1, 1);
layer2.Forward.Matrix = matrix2;
let stage1 = NN.Layer.Forward(layer1, typeA); let stage1 = NN.Layer.Forward(layer1, typeA);
let stage1Error = NN.Layer.Error(layer1, goals);
console.log(stage1); console.log(stage1Error);
</script> </script>

View File

@ -19,17 +19,14 @@ let typeB = [
Deno.test("check.forward", ()=> Deno.test("check.forward", ()=>
{ {
let training = []; let matrix1 = [
let stages = [];
let layers = [
[
[-0.43662948305036675, -0.368590640707799, -0.23227179558890843], [-0.43662948305036675, -0.368590640707799, -0.23227179558890843],
[-0.004292653969505622, 0.38670055222186317, -0.2478421495365568], [-0.004292653969505622, 0.38670055222186317, -0.2478421495365568],
[0.738181366836224, 0.3389203747353555, 0.4920200816404332] [0.738181366836224, 0.3389203747353555, 0.4920200816404332]
], ];
[
let matrix2 = [
[0.5793881115472015, 0.9732593374796092, 0.15207639877016987, -0.5356575655337803] [0.5793881115472015, 0.9732593374796092, 0.15207639877016987, -0.5356575655337803]
]
]; ];
let typeA = [ let typeA = [
@ -40,11 +37,14 @@ Deno.test("check.forward", ()=>
[ 0.99, 0.85], [ 0.99, 0.85],
[ 1.2, 1.05] [ 1.2, 1.05]
]; ];
let goals = [
[1, 1, 0],
[0, 0, 1]
];
Label(training, typeA, [1]); let layers = [matrix1];
stages.push(training[0]); let stages = Forward(Methods.Mutate.Pad(typeA), layers);
Forward(stages, layers); Backward(stages, layers, goals, 0.1);
console.log(stages);
}); });
/* /*

15
nn.ts
View File

@ -16,22 +16,25 @@ const Label = (inSet:any, inData:Cloud.M, inLabel:Cloud.V):N =>
return inSet; return inSet;
}; };
const Forward = (inStages:N, inLayers:N):Cloud.M => const Forward = (inData:Cloud.M, inLayers:N):N =>
{ {
let i:number; let i:number;
let process = (index:number):Cloud.M => M.Batch.Sigmoid(M.Batch.Affine(inStages[index], inLayers[index])); let stages = [inData];
let process = (index:number):Cloud.M => M.Batch.Sigmoid(M.Batch.Affine(stages[index], inLayers[index]));
for(i=0; i<inLayers.length-1; i++) for(i=0; i<inLayers.length-1; i++)
{ {
inStages[i+1] = M.Mutate.Pad(process(i)); stages[i+1] = M.Mutate.Pad(process(i));
} }
inStages[i+1] = process(i); stages[i+1] = process(i);
return inStages[i+1]; return stages;
}; };
const Backward = (inStages:N, inLayers:N, inGoals:Cloud.M, inRate:number):N => const Backward = (inStages:N, inLayers:N, inGoals:Cloud.M, inRate:number):N =>
{ {
let i:number; let i:number;
let errorBack:Cloud.M = M.Batch.Subtract(Forward(inStages, inLayers), inGoals); let errorBack:Cloud.M = M.Batch.Subtract(inStages[inStages.length-1], inGoals);
console.log(errorBack);
for(i=inLayers.length-1; i>=0; i--) for(i=inLayers.length-1; i>=0; i--)
{ {