diff options
Diffstat (limited to 'training_results/env1')
31 files changed, 870 insertions, 0 deletions
diff --git a/training_results/env1/ASGD/FashionMNIST b/training_results/env1/ASGD/FashionMNIST new file mode 100644 index 0000000..4039a8d --- /dev/null +++ b/training_results/env1/ASGD/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.637018, Accuracy: 76.41% +Test Set - Loss: 0.0004, Accuracy: 83.33% + +FashionMNIST: Epoch 2 - Avg Loss: 0.390859, Accuracy: 85.62% +Test Set - Loss: 0.0004, Accuracy: 83.49% + +FashionMNIST: Epoch 3 - Avg Loss: 0.331581, Accuracy: 87.80% +Test Set - Loss: 0.0003, Accuracy: 87.59% + +FashionMNIST: Epoch 4 - Avg Loss: 0.297520, Accuracy: 89.09% +Test Set - Loss: 0.0003, Accuracy: 87.74% + +FashionMNIST: Epoch 5 - Avg Loss: 0.274952, Accuracy: 89.82% +Test Set - Loss: 0.0003, Accuracy: 89.15% + +FashionMNIST: Epoch 6 - Avg Loss: 0.256673, Accuracy: 90.43% +Test Set - Loss: 0.0003, Accuracy: 88.94% + +FashionMNIST: Epoch 7 - Avg Loss: 0.242304, Accuracy: 91.06% +Test Set - Loss: 0.0003, Accuracy: 89.27% + +FashionMNIST: Epoch 8 - Avg Loss: 0.229634, Accuracy: 91.39% +Test Set - Loss: 0.0003, Accuracy: 88.42% + +FashionMNIST: Epoch 9 - Avg Loss: 0.219350, Accuracy: 91.69% +Test Set - Loss: 0.0003, Accuracy: 89.79% + +FashionMNIST: Epoch 10 - Avg Loss: 0.207259, Accuracy: 92.24% +Test Set - Loss: 0.0003, Accuracy: 89.87% diff --git a/training_results/env1/ASGD/MNIST b/training_results/env1/ASGD/MNIST new file mode 100644 index 0000000..bec4df5 --- /dev/null +++ b/training_results/env1/ASGD/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.932858, Accuracy: 71.07% +Test Set - Loss: 0.0003, Accuracy: 89.99% + +MNIST: Epoch 2 - Avg Loss: 0.181143, Accuracy: 94.61% +Test Set - Loss: 0.0001, Accuracy: 96.51% + +MNIST: Epoch 3 - Avg Loss: 0.117520, Accuracy: 96.48% +Test Set - Loss: 0.0001, Accuracy: 96.85% + +MNIST: Epoch 4 - Avg Loss: 0.092441, Accuracy: 97.20% +Test Set - Loss: 0.0001, Accuracy: 97.80% + +MNIST: Epoch 5 - Avg Loss: 0.077680, Accuracy: 97.56% +Test Set - Loss: 0.0001, Accuracy: 97.96% + +MNIST: Epoch 6 - Avg Loss: 0.068502, Accuracy: 97.86% +Test Set - Loss: 0.0001, Accuracy: 97.82% + +MNIST: Epoch 7 - Avg Loss: 0.061045, Accuracy: 98.09% +Test Set - Loss: 0.0001, Accuracy: 98.32% + +MNIST: Epoch 8 - Avg Loss: 0.055314, Accuracy: 98.27% +Test Set - Loss: 0.0001, Accuracy: 98.33% + +MNIST: Epoch 9 - Avg Loss: 0.050935, Accuracy: 98.42% +Test Set - Loss: 0.0000, Accuracy: 98.52% + +MNIST: Epoch 10 - Avg Loss: 0.046779, Accuracy: 98.51% +Test Set - Loss: 0.0000, Accuracy: 98.46% diff --git a/training_results/env1/Adadelta/FashionMNIST b/training_results/env1/Adadelta/FashionMNIST new file mode 100644 index 0000000..e12c5b6 --- /dev/null +++ b/training_results/env1/Adadelta/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 2.294124, Accuracy: 10.71% +Test Set - Loss: 0.0023, Accuracy: 10.86% + +FashionMNIST: Epoch 2 - Avg Loss: 2.267453, Accuracy: 14.25% +Test Set - Loss: 0.0022, Accuracy: 17.83% + +FashionMNIST: Epoch 3 - Avg Loss: 2.210706, Accuracy: 22.83% +Test Set - Loss: 0.0022, Accuracy: 26.29% + +FashionMNIST: Epoch 4 - Avg Loss: 2.078048, Accuracy: 35.50% +Test Set - Loss: 0.0020, Accuracy: 42.70% + +FashionMNIST: Epoch 5 - Avg Loss: 1.827185, Accuracy: 45.07% +Test Set - Loss: 0.0017, Accuracy: 46.73% + +FashionMNIST: Epoch 6 - Avg Loss: 1.531203, Accuracy: 52.20% +Test Set - Loss: 0.0014, Accuracy: 55.85% + +FashionMNIST: Epoch 7 - Avg Loss: 1.308085, Accuracy: 58.01% +Test Set - Loss: 0.0012, Accuracy: 59.48% + +FashionMNIST: Epoch 8 - Avg Loss: 1.160160, Accuracy: 61.52% +Test Set - Loss: 0.0011, Accuracy: 62.39% + +FashionMNIST: Epoch 9 - Avg Loss: 1.061962, Accuracy: 64.07% +Test Set - Loss: 0.0010, Accuracy: 64.23% + +FashionMNIST: Epoch 10 - Avg Loss: 0.995131, Accuracy: 65.63% +Test Set - Loss: 0.0010, Accuracy: 65.66% diff --git a/training_results/env1/Adadelta/MNIST b/training_results/env1/Adadelta/MNIST new file mode 100644 index 0000000..ec8f789 --- /dev/null +++ b/training_results/env1/Adadelta/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 2.302221, Accuracy: 10.17% +Test Set - Loss: 0.0023, Accuracy: 10.51% + +MNIST: Epoch 2 - Avg Loss: 2.293118, Accuracy: 11.44% +Test Set - Loss: 0.0023, Accuracy: 13.58% + +MNIST: Epoch 3 - Avg Loss: 2.279814, Accuracy: 19.72% +Test Set - Loss: 0.0023, Accuracy: 24.54% + +MNIST: Epoch 4 - Avg Loss: 2.257505, Accuracy: 27.43% +Test Set - Loss: 0.0022, Accuracy: 31.17% + +MNIST: Epoch 5 - Avg Loss: 2.214350, Accuracy: 33.91% +Test Set - Loss: 0.0022, Accuracy: 40.81% + +MNIST: Epoch 6 - Avg Loss: 2.126216, Accuracy: 45.54% +Test Set - Loss: 0.0021, Accuracy: 54.12% + +MNIST: Epoch 7 - Avg Loss: 1.959975, Accuracy: 58.98% +Test Set - Loss: 0.0018, Accuracy: 65.33% + +MNIST: Epoch 8 - Avg Loss: 1.695727, Accuracy: 65.81% +Test Set - Loss: 0.0015, Accuracy: 69.91% + +MNIST: Epoch 9 - Avg Loss: 1.373017, Accuracy: 71.86% +Test Set - Loss: 0.0012, Accuracy: 75.97% + +MNIST: Epoch 10 - Avg Loss: 1.089104, Accuracy: 77.41% +Test Set - Loss: 0.0010, Accuracy: 80.37% diff --git a/training_results/env1/Adagrad_tr001/MNIST b/training_results/env1/Adagrad_tr001/MNIST new file mode 100644 index 0000000..83ec7df --- /dev/null +++ b/training_results/env1/Adagrad_tr001/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.622060, Accuracy: 83.91% +Test Set - Loss: 0.0003, Accuracy: 90.16% + +MNIST: Epoch 2 - Avg Loss: 0.311773, Accuracy: 90.89% +Test Set - Loss: 0.0003, Accuracy: 92.08% + +MNIST: Epoch 3 - Avg Loss: 0.262124, Accuracy: 92.30% +Test Set - Loss: 0.0002, Accuracy: 93.47% + +MNIST: Epoch 4 - Avg Loss: 0.231953, Accuracy: 93.14% +Test Set - Loss: 0.0002, Accuracy: 93.98% + +MNIST: Epoch 5 - Avg Loss: 0.210415, Accuracy: 93.78% +Test Set - Loss: 0.0002, Accuracy: 94.49% + +MNIST: Epoch 6 - Avg Loss: 0.193878, Accuracy: 94.27% +Test Set - Loss: 0.0002, Accuracy: 94.99% + +MNIST: Epoch 7 - Avg Loss: 0.180249, Accuracy: 94.65% +Test Set - Loss: 0.0002, Accuracy: 95.23% + +MNIST: Epoch 8 - Avg Loss: 0.169277, Accuracy: 94.96% +Test Set - Loss: 0.0001, Accuracy: 95.57% + +MNIST: Epoch 9 - Avg Loss: 0.159998, Accuracy: 95.23% +Test Set - Loss: 0.0001, Accuracy: 95.87% + +MNIST: Epoch 10 - Avg Loss: 0.152065, Accuracy: 95.50% +Test Set - Loss: 0.0001, Accuracy: 96.07% diff --git a/training_results/env1/Adagrad_tr01/MNIST b/training_results/env1/Adagrad_tr01/MNIST new file mode 100644 index 0000000..e55185d --- /dev/null +++ b/training_results/env1/Adagrad_tr01/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.196224, Accuracy: 93.66% +Test Set - Loss: 0.0001, Accuracy: 97.94% + +MNIST: Epoch 2 - Avg Loss: 0.070521, Accuracy: 97.83% +Test Set - Loss: 0.0001, Accuracy: 98.44% + +MNIST: Epoch 3 - Avg Loss: 0.054380, Accuracy: 98.31% +Test Set - Loss: 0.0000, Accuracy: 98.61% + +MNIST: Epoch 4 - Avg Loss: 0.045776, Accuracy: 98.59% +Test Set - Loss: 0.0000, Accuracy: 98.66% + +MNIST: Epoch 5 - Avg Loss: 0.039876, Accuracy: 98.75% +Test Set - Loss: 0.0000, Accuracy: 98.60% + +MNIST: Epoch 6 - Avg Loss: 0.035867, Accuracy: 98.88% +Test Set - Loss: 0.0000, Accuracy: 98.76% + +MNIST: Epoch 7 - Avg Loss: 0.032403, Accuracy: 98.97% +Test Set - Loss: 0.0000, Accuracy: 98.81% + +MNIST: Epoch 8 - Avg Loss: 0.029815, Accuracy: 99.06% +Test Set - Loss: 0.0000, Accuracy: 98.85% + +MNIST: Epoch 9 - Avg Loss: 0.027202, Accuracy: 99.17% +Test Set - Loss: 0.0000, Accuracy: 98.89% + +MNIST: Epoch 10 - Avg Loss: 0.025255, Accuracy: 99.22% +Test Set - Loss: 0.0000, Accuracy: 98.93% diff --git a/training_results/env1/AdamW/FashionMNIST b/training_results/env1/AdamW/FashionMNIST new file mode 100644 index 0000000..ebd9a13 --- /dev/null +++ b/training_results/env1/AdamW/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.617608, Accuracy: 77.45% +Test Set - Loss: 0.0004, Accuracy: 83.92% + +FashionMNIST: Epoch 2 - Avg Loss: 0.388970, Accuracy: 85.88% +Test Set - Loss: 0.0004, Accuracy: 87.00% + +FashionMNIST: Epoch 3 - Avg Loss: 0.331167, Accuracy: 87.89% +Test Set - Loss: 0.0004, Accuracy: 87.25% + +FashionMNIST: Epoch 4 - Avg Loss: 0.301465, Accuracy: 89.00% +Test Set - Loss: 0.0003, Accuracy: 88.64% + +FashionMNIST: Epoch 5 - Avg Loss: 0.281183, Accuracy: 89.59% +Test Set - Loss: 0.0003, Accuracy: 88.66% + +FashionMNIST: Epoch 6 - Avg Loss: 0.264108, Accuracy: 90.19% +Test Set - Loss: 0.0003, Accuracy: 89.34% + +FashionMNIST: Epoch 7 - Avg Loss: 0.248558, Accuracy: 90.72% +Test Set - Loss: 0.0003, Accuracy: 88.51% + +FashionMNIST: Epoch 8 - Avg Loss: 0.237805, Accuracy: 91.11% +Test Set - Loss: 0.0003, Accuracy: 89.75% + +FashionMNIST: Epoch 9 - Avg Loss: 0.223894, Accuracy: 91.68% +Test Set - Loss: 0.0003, Accuracy: 89.67% + +FashionMNIST: Epoch 10 - Avg Loss: 0.211299, Accuracy: 92.08% +Test Set - Loss: 0.0003, Accuracy: 89.48% diff --git a/training_results/env1/AdamW/MNIST b/training_results/env1/AdamW/MNIST new file mode 100644 index 0000000..b849f28 --- /dev/null +++ b/training_results/env1/AdamW/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.232642, Accuracy: 93.00% +Test Set - Loss: 0.0001, Accuracy: 97.57% + +MNIST: Epoch 2 - Avg Loss: 0.068877, Accuracy: 97.88% +Test Set - Loss: 0.0000, Accuracy: 98.64% + +MNIST: Epoch 3 - Avg Loss: 0.048319, Accuracy: 98.51% +Test Set - Loss: 0.0000, Accuracy: 98.75% + +MNIST: Epoch 4 - Avg Loss: 0.038053, Accuracy: 98.76% +Test Set - Loss: 0.0000, Accuracy: 98.82% + +MNIST: Epoch 5 - Avg Loss: 0.031422, Accuracy: 99.01% +Test Set - Loss: 0.0000, Accuracy: 98.77% + +MNIST: Epoch 6 - Avg Loss: 0.025956, Accuracy: 99.12% +Test Set - Loss: 0.0000, Accuracy: 98.95% + +MNIST: Epoch 7 - Avg Loss: 0.021508, Accuracy: 99.33% +Test Set - Loss: 0.0000, Accuracy: 98.96% + +MNIST: Epoch 8 - Avg Loss: 0.017885, Accuracy: 99.44% +Test Set - Loss: 0.0000, Accuracy: 99.09% + +MNIST: Epoch 9 - Avg Loss: 0.016313, Accuracy: 99.43% +Test Set - Loss: 0.0000, Accuracy: 98.80% + +MNIST: Epoch 10 - Avg Loss: 0.014301, Accuracy: 99.50% +Test Set - Loss: 0.0000, Accuracy: 98.94% diff --git a/training_results/env1/Adam_tr001/FashionMNIST b/training_results/env1/Adam_tr001/FashionMNIST new file mode 100644 index 0000000..f6312b0 --- /dev/null +++ b/training_results/env1/Adam_tr001/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.566349, Accuracy: 79.38% +Test Set - Loss: 0.0004, Accuracy: 84.45% + +FashionMNIST: Epoch 2 - Avg Loss: 0.366753, Accuracy: 86.74% +Test Set - Loss: 0.0003, Accuracy: 87.65% + +FashionMNIST: Epoch 3 - Avg Loss: 0.317086, Accuracy: 88.42% +Test Set - Loss: 0.0003, Accuracy: 88.62% + +FashionMNIST: Epoch 4 - Avg Loss: 0.291068, Accuracy: 89.23% +Test Set - Loss: 0.0003, Accuracy: 88.46% + +FashionMNIST: Epoch 5 - Avg Loss: 0.265197, Accuracy: 90.19% +Test Set - Loss: 0.0003, Accuracy: 89.16% + +FashionMNIST: Epoch 6 - Avg Loss: 0.249706, Accuracy: 90.68% +Test Set - Loss: 0.0003, Accuracy: 89.36% + +FashionMNIST: Epoch 7 - Avg Loss: 0.235987, Accuracy: 91.27% +Test Set - Loss: 0.0003, Accuracy: 89.66% + +FashionMNIST: Epoch 8 - Avg Loss: 0.219092, Accuracy: 91.76% +Test Set - Loss: 0.0003, Accuracy: 89.26% + +FashionMNIST: Epoch 9 - Avg Loss: 0.207106, Accuracy: 92.19% +Test Set - Loss: 0.0003, Accuracy: 90.35% + +FashionMNIST: Epoch 10 - Avg Loss: 0.195736, Accuracy: 92.54% +Test Set - Loss: 0.0003, Accuracy: 89.90% diff --git a/training_results/env1/Adam_tr001/MNIST b/training_results/env1/Adam_tr001/MNIST new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/training_results/env1/Adam_tr001/MNIST diff --git a/training_results/env1/Adam_tr01/MNIST b/training_results/env1/Adam_tr01/MNIST new file mode 100644 index 0000000..6789adc --- /dev/null +++ b/training_results/env1/Adam_tr01/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.158263, Accuracy: 95.33% +Test Set - Loss: 0.0001, Accuracy: 97.54% + +MNIST: Epoch 2 - Avg Loss: 0.096980, Accuracy: 97.41% +Test Set - Loss: 0.0001, Accuracy: 97.16% + +MNIST: Epoch 3 - Avg Loss: 0.099102, Accuracy: 97.56% +Test Set - Loss: 0.0001, Accuracy: 98.15% + +MNIST: Epoch 4 - Avg Loss: 0.095891, Accuracy: 97.81% +Test Set - Loss: 0.0001, Accuracy: 98.05% + +MNIST: Epoch 5 - Avg Loss: 0.082777, Accuracy: 98.13% +Test Set - Loss: 0.0001, Accuracy: 98.16% + +MNIST: Epoch 6 - Avg Loss: 0.083527, Accuracy: 98.19% +Test Set - Loss: 0.0001, Accuracy: 97.30% + +MNIST: Epoch 7 - Avg Loss: 0.075480, Accuracy: 98.37% +Test Set - Loss: 0.0001, Accuracy: 98.37% + +MNIST: Epoch 8 - Avg Loss: 0.092026, Accuracy: 98.14% +Test Set - Loss: 0.0002, Accuracy: 97.04% + +MNIST: Epoch 9 - Avg Loss: 0.079112, Accuracy: 98.31% +Test Set - Loss: 0.0001, Accuracy: 98.31% + +MNIST: Epoch 10 - Avg Loss: 0.079674, Accuracy: 98.45% +Test Set - Loss: 0.0001, Accuracy: 98.05% diff --git a/training_results/env1/Adamax/FashionMNIST b/training_results/env1/Adamax/FashionMNIST new file mode 100644 index 0000000..cd755fe --- /dev/null +++ b/training_results/env1/Adamax/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.731654, Accuracy: 73.27% +Test Set - Loss: 0.0006, Accuracy: 79.43% + +FashionMNIST: Epoch 2 - Avg Loss: 0.485127, Accuracy: 82.44% +Test Set - Loss: 0.0005, Accuracy: 84.03% + +FashionMNIST: Epoch 3 - Avg Loss: 0.409913, Accuracy: 85.26% +Test Set - Loss: 0.0004, Accuracy: 85.63% + +FashionMNIST: Epoch 4 - Avg Loss: 0.369083, Accuracy: 86.61% +Test Set - Loss: 0.0004, Accuracy: 86.35% + +FashionMNIST: Epoch 5 - Avg Loss: 0.343193, Accuracy: 87.48% +Test Set - Loss: 0.0004, Accuracy: 87.58% + +FashionMNIST: Epoch 6 - Avg Loss: 0.322901, Accuracy: 88.20% +Test Set - Loss: 0.0003, Accuracy: 87.90% + +FashionMNIST: Epoch 7 - Avg Loss: 0.305684, Accuracy: 88.80% +Test Set - Loss: 0.0003, Accuracy: 87.90% + +FashionMNIST: Epoch 8 - Avg Loss: 0.291610, Accuracy: 89.46% +Test Set - Loss: 0.0003, Accuracy: 88.71% + +FashionMNIST: Epoch 9 - Avg Loss: 0.280036, Accuracy: 89.77% +Test Set - Loss: 0.0003, Accuracy: 89.07% + +FashionMNIST: Epoch 10 - Avg Loss: 0.269556, Accuracy: 90.16% +Test Set - Loss: 0.0003, Accuracy: 88.88% diff --git a/training_results/env1/Adamax/MNIST b/training_results/env1/Adamax/MNIST new file mode 100644 index 0000000..def3235 --- /dev/null +++ b/training_results/env1/Adamax/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.349725, Accuracy: 90.25% +Test Set - Loss: 0.0001, Accuracy: 96.72% + +MNIST: Epoch 2 - Avg Loss: 0.099723, Accuracy: 96.97% +Test Set - Loss: 0.0001, Accuracy: 97.98% + +MNIST: Epoch 3 - Avg Loss: 0.071092, Accuracy: 97.78% +Test Set - Loss: 0.0001, Accuracy: 98.16% + +MNIST: Epoch 4 - Avg Loss: 0.057166, Accuracy: 98.20% +Test Set - Loss: 0.0000, Accuracy: 98.44% + +MNIST: Epoch 5 - Avg Loss: 0.047787, Accuracy: 98.57% +Test Set - Loss: 0.0000, Accuracy: 98.58% + +MNIST: Epoch 6 - Avg Loss: 0.040693, Accuracy: 98.75% +Test Set - Loss: 0.0000, Accuracy: 98.67% + +MNIST: Epoch 7 - Avg Loss: 0.035979, Accuracy: 98.90% +Test Set - Loss: 0.0000, Accuracy: 98.86% + +MNIST: Epoch 8 - Avg Loss: 0.031964, Accuracy: 99.02% +Test Set - Loss: 0.0000, Accuracy: 98.90% + +MNIST: Epoch 9 - Avg Loss: 0.028327, Accuracy: 99.12% +Test Set - Loss: 0.0000, Accuracy: 98.89% + +MNIST: Epoch 10 - Avg Loss: 0.025644, Accuracy: 99.22% +Test Set - Loss: 0.0000, Accuracy: 98.95% diff --git a/training_results/env1/LeNet/FashionMNIST b/training_results/env1/LeNet/FashionMNIST new file mode 100644 index 0000000..6283626 --- /dev/null +++ b/training_results/env1/LeNet/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 2.309341, Accuracy: 10.08% +Test Set - Loss: 0.0023, Accuracy: 10.00% + +FashionMNIST: Epoch 2 - Avg Loss: 2.307024, Accuracy: 10.21% +Test Set - Loss: 0.0023, Accuracy: 10.00% + +FashionMNIST: Epoch 3 - Avg Loss: 2.302996, Accuracy: 10.56% +Test Set - Loss: 0.0023, Accuracy: 10.01% + +FashionMNIST: Epoch 4 - Avg Loss: 1.687253, Accuracy: 37.36% +Test Set - Loss: 0.0012, Accuracy: 49.72% + +FashionMNIST: Epoch 5 - Avg Loss: 1.064703, Accuracy: 57.92% +Test Set - Loss: 0.0010, Accuracy: 61.38% + +FashionMNIST: Epoch 6 - Avg Loss: 0.884701, Accuracy: 66.37% +Test Set - Loss: 0.0008, Accuracy: 70.68% + +FashionMNIST: Epoch 7 - Avg Loss: 0.753581, Accuracy: 72.27% +Test Set - Loss: 0.0007, Accuracy: 73.52% + +FashionMNIST: Epoch 8 - Avg Loss: 0.676762, Accuracy: 74.69% +Test Set - Loss: 0.0007, Accuracy: 75.62% + +FashionMNIST: Epoch 9 - Avg Loss: 0.621491, Accuracy: 76.14% +Test Set - Loss: 0.0006, Accuracy: 75.08% + +FashionMNIST: Epoch 10 - Avg Loss: 0.581396, Accuracy: 77.38% +Test Set - Loss: 0.0006, Accuracy: 77.20% diff --git a/training_results/env1/LeNet/MNIST b/training_results/env1/LeNet/MNIST new file mode 100644 index 0000000..88642bb --- /dev/null +++ b/training_results/env1/LeNet/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 2.308666, Accuracy: 10.42% +Test Set - Loss: 0.0023, Accuracy: 10.28% + +MNIST: Epoch 2 - Avg Loss: 2.306304, Accuracy: 10.51% +Test Set - Loss: 0.0023, Accuracy: 11.35% + +MNIST: Epoch 3 - Avg Loss: 2.304816, Accuracy: 10.68% +Test Set - Loss: 0.0023, Accuracy: 10.10% + +MNIST: Epoch 4 - Avg Loss: 2.302455, Accuracy: 11.19% +Test Set - Loss: 0.0023, Accuracy: 10.10% + +MNIST: Epoch 5 - Avg Loss: 2.259399, Accuracy: 17.14% +Test Set - Loss: 0.0020, Accuracy: 28.84% + +MNIST: Epoch 6 - Avg Loss: 1.516466, Accuracy: 45.21% +Test Set - Loss: 0.0010, Accuracy: 63.76% + +MNIST: Epoch 7 - Avg Loss: 0.813830, Accuracy: 72.03% +Test Set - Loss: 0.0006, Accuracy: 78.31% + +MNIST: Epoch 8 - Avg Loss: 0.538955, Accuracy: 83.74% +Test Set - Loss: 0.0004, Accuracy: 87.70% + +MNIST: Epoch 9 - Avg Loss: 0.378298, Accuracy: 88.81% +Test Set - Loss: 0.0003, Accuracy: 90.50% + +MNIST: Epoch 10 - Avg Loss: 0.306804, Accuracy: 90.83% +Test Set - Loss: 0.0003, Accuracy: 91.91% diff --git a/training_results/env1/MaxPool/FashionMNIST b/training_results/env1/MaxPool/FashionMNIST new file mode 100644 index 0000000..53f6193 --- /dev/null +++ b/training_results/env1/MaxPool/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 2.310656, Accuracy: 9.90% +Test Set - Loss: 0.0023, Accuracy: 10.00% + +FashionMNIST: Epoch 2 - Avg Loss: 2.306694, Accuracy: 10.16% +Test Set - Loss: 0.0023, Accuracy: 10.00% + +FashionMNIST: Epoch 3 - Avg Loss: 1.923101, Accuracy: 28.77% +Test Set - Loss: 0.0013, Accuracy: 51.27% + +FashionMNIST: Epoch 4 - Avg Loss: 1.102855, Accuracy: 56.44% +Test Set - Loss: 0.0010, Accuracy: 61.11% + +FashionMNIST: Epoch 5 - Avg Loss: 0.901078, Accuracy: 65.37% +Test Set - Loss: 0.0008, Accuracy: 69.59% + +FashionMNIST: Epoch 6 - Avg Loss: 0.749000, Accuracy: 72.32% +Test Set - Loss: 0.0007, Accuracy: 74.29% + +FashionMNIST: Epoch 7 - Avg Loss: 0.652000, Accuracy: 75.16% +Test Set - Loss: 0.0006, Accuracy: 75.61% + +FashionMNIST: Epoch 8 - Avg Loss: 0.595909, Accuracy: 76.72% +Test Set - Loss: 0.0006, Accuracy: 76.69% + +FashionMNIST: Epoch 9 - Avg Loss: 0.557655, Accuracy: 78.12% +Test Set - Loss: 0.0006, Accuracy: 78.31% + +FashionMNIST: Epoch 10 - Avg Loss: 0.528804, Accuracy: 79.27% +Test Set - Loss: 0.0005, Accuracy: 79.37% diff --git a/training_results/env1/MaxPool/MNIST b/training_results/env1/MaxPool/MNIST new file mode 100644 index 0000000..02957a9 --- /dev/null +++ b/training_results/env1/MaxPool/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 2.308749, Accuracy: 10.40% +Test Set - Loss: 0.0023, Accuracy: 10.09% + +MNIST: Epoch 2 - Avg Loss: 2.305803, Accuracy: 10.54% +Test Set - Loss: 0.0023, Accuracy: 9.80% + +MNIST: Epoch 3 - Avg Loss: 2.305379, Accuracy: 10.61% +Test Set - Loss: 0.0023, Accuracy: 10.28% + +MNIST: Epoch 4 - Avg Loss: 2.303191, Accuracy: 11.06% +Test Set - Loss: 0.0023, Accuracy: 9.82% + +MNIST: Epoch 5 - Avg Loss: 2.299156, Accuracy: 11.53% +Test Set - Loss: 0.0023, Accuracy: 14.30% + +MNIST: Epoch 6 - Avg Loss: 2.022232, Accuracy: 30.36% +Test Set - Loss: 0.0013, Accuracy: 54.77% + +MNIST: Epoch 7 - Avg Loss: 0.855694, Accuracy: 72.13% +Test Set - Loss: 0.0006, Accuracy: 81.76% + +MNIST: Epoch 8 - Avg Loss: 0.483181, Accuracy: 85.77% +Test Set - Loss: 0.0004, Accuracy: 90.08% + +MNIST: Epoch 9 - Avg Loss: 0.301197, Accuracy: 91.52% +Test Set - Loss: 0.0002, Accuracy: 93.41% + +MNIST: Epoch 10 - Avg Loss: 0.217239, Accuracy: 93.91% +Test Set - Loss: 0.0002, Accuracy: 94.57% diff --git a/training_results/env1/NAdam_tr001/MNIST b/training_results/env1/NAdam_tr001/MNIST new file mode 100644 index 0000000..2e2f4b4 --- /dev/null +++ b/training_results/env1/NAdam_tr001/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.218898, Accuracy: 93.39% +Test Set - Loss: 0.0001, Accuracy: 97.38% + +MNIST: Epoch 2 - Avg Loss: 0.062066, Accuracy: 98.09% +Test Set - Loss: 0.0001, Accuracy: 97.50% + +MNIST: Epoch 3 - Avg Loss: 0.043854, Accuracy: 98.60% +Test Set - Loss: 0.0000, Accuracy: 98.73% + +MNIST: Epoch 4 - Avg Loss: 0.034842, Accuracy: 98.91% +Test Set - Loss: 0.0000, Accuracy: 98.88% + +MNIST: Epoch 5 - Avg Loss: 0.028108, Accuracy: 99.09% +Test Set - Loss: 0.0000, Accuracy: 98.96% + +MNIST: Epoch 6 - Avg Loss: 0.024074, Accuracy: 99.23% +Test Set - Loss: 0.0000, Accuracy: 98.89% + +MNIST: Epoch 7 - Avg Loss: 0.020622, Accuracy: 99.30% +Test Set - Loss: 0.0000, Accuracy: 98.91% + +MNIST: Epoch 8 - Avg Loss: 0.017064, Accuracy: 99.45% +Test Set - Loss: 0.0000, Accuracy: 98.89% + +MNIST: Epoch 9 - Avg Loss: 0.015592, Accuracy: 99.47% +Test Set - Loss: 0.0000, Accuracy: 98.86% + +MNIST: Epoch 10 - Avg Loss: 0.014128, Accuracy: 99.53% +Test Set - Loss: 0.0000, Accuracy: 99.08% diff --git a/training_results/env1/NAdam_tr002/MNIST b/training_results/env1/NAdam_tr002/MNIST new file mode 100644 index 0000000..fd203c8 --- /dev/null +++ b/training_results/env1/NAdam_tr002/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.160434, Accuracy: 95.00% +Test Set - Loss: 0.0001, Accuracy: 98.29% + +MNIST: Epoch 2 - Avg Loss: 0.049701, Accuracy: 98.47% +Test Set - Loss: 0.0000, Accuracy: 98.66% + +MNIST: Epoch 3 - Avg Loss: 0.037278, Accuracy: 98.83% +Test Set - Loss: 0.0000, Accuracy: 98.51% + +MNIST: Epoch 4 - Avg Loss: 0.031198, Accuracy: 99.04% +Test Set - Loss: 0.0000, Accuracy: 98.76% + +MNIST: Epoch 5 - Avg Loss: 0.026165, Accuracy: 99.18% +Test Set - Loss: 0.0000, Accuracy: 98.88% + +MNIST: Epoch 6 - Avg Loss: 0.024116, Accuracy: 99.25% +Test Set - Loss: 0.0000, Accuracy: 98.91% + +MNIST: Epoch 7 - Avg Loss: 0.020606, Accuracy: 99.33% +Test Set - Loss: 0.0000, Accuracy: 98.86% + +MNIST: Epoch 8 - Avg Loss: 0.018274, Accuracy: 99.44% +Test Set - Loss: 0.0000, Accuracy: 98.91% + +MNIST: Epoch 9 - Avg Loss: 0.018810, Accuracy: 99.46% +Test Set - Loss: 0.0000, Accuracy: 99.01% + +MNIST: Epoch 10 - Avg Loss: 0.015997, Accuracy: 99.50% +Test Set - Loss: 0.0000, Accuracy: 98.87% diff --git a/training_results/env1/RAdam_lr0001/MNIST b/training_results/env1/RAdam_lr0001/MNIST new file mode 100644 index 0000000..b81e13e --- /dev/null +++ b/training_results/env1/RAdam_lr0001/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 1.295577, Accuracy: 62.38% +Test Set - Loss: 0.0004, Accuracy: 89.99% + +MNIST: Epoch 2 - Avg Loss: 0.288996, Accuracy: 91.60% +Test Set - Loss: 0.0002, Accuracy: 93.63% + +MNIST: Epoch 3 - Avg Loss: 0.188383, Accuracy: 94.39% +Test Set - Loss: 0.0001, Accuracy: 95.89% + +MNIST: Epoch 4 - Avg Loss: 0.134545, Accuracy: 96.03% +Test Set - Loss: 0.0001, Accuracy: 96.76% + +MNIST: Epoch 5 - Avg Loss: 0.105959, Accuracy: 96.86% +Test Set - Loss: 0.0001, Accuracy: 97.37% + +MNIST: Epoch 6 - Avg Loss: 0.087842, Accuracy: 97.36% +Test Set - Loss: 0.0001, Accuracy: 97.65% + +MNIST: Epoch 7 - Avg Loss: 0.076657, Accuracy: 97.68% +Test Set - Loss: 0.0001, Accuracy: 98.07% + +MNIST: Epoch 8 - Avg Loss: 0.067528, Accuracy: 97.96% +Test Set - Loss: 0.0001, Accuracy: 98.26% + +MNIST: Epoch 9 - Avg Loss: 0.061691, Accuracy: 98.13% +Test Set - Loss: 0.0001, Accuracy: 98.26% + +MNIST: Epoch 10 - Avg Loss: 0.055898, Accuracy: 98.28% +Test Set - Loss: 0.0001, Accuracy: 98.23% diff --git a/training_results/env1/RAdam_lr001/MNIST b/training_results/env1/RAdam_lr001/MNIST new file mode 100644 index 0000000..bb64e92 --- /dev/null +++ b/training_results/env1/RAdam_lr001/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.472152, Accuracy: 85.86% +Test Set - Loss: 0.0001, Accuracy: 97.03% + +MNIST: Epoch 2 - Avg Loss: 0.092470, Accuracy: 97.16% +Test Set - Loss: 0.0001, Accuracy: 98.07% + +MNIST: Epoch 3 - Avg Loss: 0.061655, Accuracy: 98.02% +Test Set - Loss: 0.0001, Accuracy: 98.14% + +MNIST: Epoch 4 - Avg Loss: 0.046551, Accuracy: 98.54% +Test Set - Loss: 0.0000, Accuracy: 98.44% + +MNIST: Epoch 5 - Avg Loss: 0.037601, Accuracy: 98.81% +Test Set - Loss: 0.0000, Accuracy: 98.90% + +MNIST: Epoch 6 - Avg Loss: 0.031650, Accuracy: 98.97% +Test Set - Loss: 0.0000, Accuracy: 98.67% + +MNIST: Epoch 7 - Avg Loss: 0.027494, Accuracy: 99.08% +Test Set - Loss: 0.0001, Accuracy: 98.07% + +MNIST: Epoch 8 - Avg Loss: 0.022828, Accuracy: 99.25% +Test Set - Loss: 0.0000, Accuracy: 98.66% + +MNIST: Epoch 9 - Avg Loss: 0.019966, Accuracy: 99.36% +Test Set - Loss: 0.0000, Accuracy: 98.93% + +MNIST: Epoch 10 - Avg Loss: 0.018003, Accuracy: 99.39% +Test Set - Loss: 0.0000, Accuracy: 98.97% diff --git a/training_results/env1/RMSprop/FashionMNIST b/training_results/env1/RMSprop/FashionMNIST new file mode 100644 index 0000000..94b6e32 --- /dev/null +++ b/training_results/env1/RMSprop/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.483021, Accuracy: 81.86% +Test Set - Loss: 0.0004, Accuracy: 85.42% + +FashionMNIST: Epoch 2 - Avg Loss: 0.328693, Accuracy: 87.83% +Test Set - Loss: 0.0004, Accuracy: 86.56% + +FashionMNIST: Epoch 3 - Avg Loss: 0.288847, Accuracy: 89.19% +Test Set - Loss: 0.0004, Accuracy: 86.17% + +FashionMNIST: Epoch 4 - Avg Loss: 0.262283, Accuracy: 90.11% +Test Set - Loss: 0.0003, Accuracy: 88.62% + +FashionMNIST: Epoch 5 - Avg Loss: 0.241942, Accuracy: 90.88% +Test Set - Loss: 0.0003, Accuracy: 87.52% + +FashionMNIST: Epoch 6 - Avg Loss: 0.225610, Accuracy: 91.41% +Test Set - Loss: 0.0003, Accuracy: 89.48% + +FashionMNIST: Epoch 7 - Avg Loss: 0.212741, Accuracy: 91.96% +Test Set - Loss: 0.0003, Accuracy: 88.51% + +FashionMNIST: Epoch 8 - Avg Loss: 0.199747, Accuracy: 92.45% +Test Set - Loss: 0.0003, Accuracy: 90.03% + +FashionMNIST: Epoch 9 - Avg Loss: 0.187908, Accuracy: 92.92% +Test Set - Loss: 0.0003, Accuracy: 90.64% + +FashionMNIST: Epoch 10 - Avg Loss: 0.176108, Accuracy: 93.35% +Test Set - Loss: 0.0003, Accuracy: 90.07% diff --git a/training_results/env1/RMSprop/MNIST b/training_results/env1/RMSprop/MNIST new file mode 100644 index 0000000..3ef00bd --- /dev/null +++ b/training_results/env1/RMSprop/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.159837, Accuracy: 95.03% +Test Set - Loss: 0.0001, Accuracy: 98.05% + +MNIST: Epoch 2 - Avg Loss: 0.054199, Accuracy: 98.31% +Test Set - Loss: 0.0001, Accuracy: 97.98% + +MNIST: Epoch 3 - Avg Loss: 0.039864, Accuracy: 98.76% +Test Set - Loss: 0.0000, Accuracy: 98.59% + +MNIST: Epoch 4 - Avg Loss: 0.031893, Accuracy: 99.03% +Test Set - Loss: 0.0000, Accuracy: 98.92% + +MNIST: Epoch 5 - Avg Loss: 0.024922, Accuracy: 99.23% +Test Set - Loss: 0.0000, Accuracy: 98.89% + +MNIST: Epoch 6 - Avg Loss: 0.021135, Accuracy: 99.36% +Test Set - Loss: 0.0000, Accuracy: 98.55% + +MNIST: Epoch 7 - Avg Loss: 0.018125, Accuracy: 99.39% +Test Set - Loss: 0.0000, Accuracy: 98.69% + +MNIST: Epoch 8 - Avg Loss: 0.015667, Accuracy: 99.50% +Test Set - Loss: 0.0000, Accuracy: 98.95% + +MNIST: Epoch 9 - Avg Loss: 0.013015, Accuracy: 99.58% +Test Set - Loss: 0.0000, Accuracy: 98.95% + +MNIST: Epoch 10 - Avg Loss: 0.011990, Accuracy: 99.60% +Test Set - Loss: 0.0001, Accuracy: 98.01% diff --git a/training_results/env1/ReLU_and_MaxPool_tr001/FashionMNIST b/training_results/env1/ReLU_and_MaxPool_tr001/FashionMNIST new file mode 100644 index 0000000..c4faabb --- /dev/null +++ b/training_results/env1/ReLU_and_MaxPool_tr001/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 1.269764, Accuracy: 53.37% +Test Set - Loss: 0.0008, Accuracy: 69.32% + +FashionMNIST: Epoch 2 - Avg Loss: 0.650261, Accuracy: 75.55% +Test Set - Loss: 0.0006, Accuracy: 76.00% + +FashionMNIST: Epoch 3 - Avg Loss: 0.538035, Accuracy: 80.05% +Test Set - Loss: 0.0005, Accuracy: 80.03% + +FashionMNIST: Epoch 4 - Avg Loss: 0.475396, Accuracy: 82.75% +Test Set - Loss: 0.0005, Accuracy: 83.63% + +FashionMNIST: Epoch 5 - Avg Loss: 0.423538, Accuracy: 84.75% +Test Set - Loss: 0.0004, Accuracy: 84.55% + +FashionMNIST: Epoch 6 - Avg Loss: 0.392266, Accuracy: 85.91% +Test Set - Loss: 0.0004, Accuracy: 85.49% + +FashionMNIST: Epoch 7 - Avg Loss: 0.373056, Accuracy: 86.62% +Test Set - Loss: 0.0004, Accuracy: 86.19% + +FashionMNIST: Epoch 8 - Avg Loss: 0.357183, Accuracy: 87.00% +Test Set - Loss: 0.0004, Accuracy: 86.81% + +FashionMNIST: Epoch 9 - Avg Loss: 0.341907, Accuracy: 87.57% +Test Set - Loss: 0.0004, Accuracy: 86.50% + +FashionMNIST: Epoch 10 - Avg Loss: 0.329416, Accuracy: 88.11% +Test Set - Loss: 0.0004, Accuracy: 87.21% diff --git a/training_results/env1/ReLU_and_MaxPool_tr01/FashionMNIST b/training_results/env1/ReLU_and_MaxPool_tr01/FashionMNIST new file mode 100644 index 0000000..da34bb9 --- /dev/null +++ b/training_results/env1/ReLU_and_MaxPool_tr01/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.667863, Accuracy: 75.25% +Test Set - Loss: 0.0004, Accuracy: 84.99% + +FashionMNIST: Epoch 2 - Avg Loss: 0.371554, Accuracy: 86.36% +Test Set - Loss: 0.0004, Accuracy: 86.15% + +FashionMNIST: Epoch 3 - Avg Loss: 0.312804, Accuracy: 88.56% +Test Set - Loss: 0.0003, Accuracy: 87.54% + +FashionMNIST: Epoch 4 - Avg Loss: 0.282618, Accuracy: 89.51% +Test Set - Loss: 0.0003, Accuracy: 88.09% + +FashionMNIST: Epoch 5 - Avg Loss: 0.261221, Accuracy: 90.27% +Test Set - Loss: 0.0003, Accuracy: 89.01% + +FashionMNIST: Epoch 6 - Avg Loss: 0.244058, Accuracy: 90.91% +Test Set - Loss: 0.0003, Accuracy: 89.38% + +FashionMNIST: Epoch 7 - Avg Loss: 0.232460, Accuracy: 91.37% +Test Set - Loss: 0.0003, Accuracy: 89.06% + +FashionMNIST: Epoch 8 - Avg Loss: 0.220620, Accuracy: 91.66% +Test Set - Loss: 0.0003, Accuracy: 89.24% + +FashionMNIST: Epoch 9 - Avg Loss: 0.212714, Accuracy: 92.06% +Test Set - Loss: 0.0003, Accuracy: 89.30% + +FashionMNIST: Epoch 10 - Avg Loss: 0.203891, Accuracy: 92.35% +Test Set - Loss: 0.0003, Accuracy: 90.45% diff --git a/training_results/env1/ReLU_and_MaxPool_tr01/MNIST b/training_results/env1/ReLU_and_MaxPool_tr01/MNIST new file mode 100644 index 0000000..bff64dd --- /dev/null +++ b/training_results/env1/ReLU_and_MaxPool_tr01/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.312942, Accuracy: 90.23% +Test Set - Loss: 0.0001, Accuracy: 98.16% + +MNIST: Epoch 2 - Avg Loss: 0.063010, Accuracy: 98.01% +Test Set - Loss: 0.0001, Accuracy: 97.98% + +MNIST: Epoch 3 - Avg Loss: 0.043627, Accuracy: 98.63% +Test Set - Loss: 0.0000, Accuracy: 98.62% + +MNIST: Epoch 4 - Avg Loss: 0.035296, Accuracy: 98.90% +Test Set - Loss: 0.0000, Accuracy: 98.77% + +MNIST: Epoch 5 - Avg Loss: 0.029064, Accuracy: 99.07% +Test Set - Loss: 0.0000, Accuracy: 98.91% + +MNIST: Epoch 6 - Avg Loss: 0.023820, Accuracy: 99.22% +Test Set - Loss: 0.0000, Accuracy: 98.68% + +MNIST: Epoch 7 - Avg Loss: 0.018958, Accuracy: 99.40% +Test Set - Loss: 0.0000, Accuracy: 98.88% + +MNIST: Epoch 8 - Avg Loss: 0.016465, Accuracy: 99.45% +Test Set - Loss: 0.0000, Accuracy: 99.03% + +MNIST: Epoch 9 - Avg Loss: 0.015039, Accuracy: 99.49% +Test Set - Loss: 0.0000, Accuracy: 99.07% + +MNIST: Epoch 10 - Avg Loss: 0.012170, Accuracy: 99.61% +Test Set - Loss: 0.0000, Accuracy: 99.02% diff --git a/training_results/env1/ReLU_tr001/FashionMNIST b/training_results/env1/ReLU_tr001/FashionMNIST new file mode 100644 index 0000000..f64566a --- /dev/null +++ b/training_results/env1/ReLU_tr001/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 2.286776, Accuracy: 11.10% +Test Set - Loss: 0.0023, Accuracy: 20.23% + +FashionMNIST: Epoch 2 - Avg Loss: 2.093157, Accuracy: 28.33% +Test Set - Loss: 0.0017, Accuracy: 43.26% + +FashionMNIST: Epoch 3 - Avg Loss: 1.219165, Accuracy: 59.18% +Test Set - Loss: 0.0010, Accuracy: 64.76% + +FashionMNIST: Epoch 4 - Avg Loss: 0.898229, Accuracy: 66.46% +Test Set - Loss: 0.0009, Accuracy: 67.72% + +FashionMNIST: Epoch 5 - Avg Loss: 0.829833, Accuracy: 69.22% +Test Set - Loss: 0.0008, Accuracy: 68.84% + +FashionMNIST: Epoch 6 - Avg Loss: 0.793659, Accuracy: 70.45% +Test Set - Loss: 0.0008, Accuracy: 71.13% + +FashionMNIST: Epoch 7 - Avg Loss: 0.767977, Accuracy: 71.28% +Test Set - Loss: 0.0008, Accuracy: 66.79% + +FashionMNIST: Epoch 8 - Avg Loss: 0.745336, Accuracy: 72.42% +Test Set - Loss: 0.0008, Accuracy: 72.50% + +FashionMNIST: Epoch 9 - Avg Loss: 0.726640, Accuracy: 73.26% +Test Set - Loss: 0.0008, Accuracy: 72.69% + +FashionMNIST: Epoch 10 - Avg Loss: 0.710800, Accuracy: 73.79% +Test Set - Loss: 0.0007, Accuracy: 72.53% diff --git a/training_results/env1/ReLU_tr001/MNIST b/training_results/env1/ReLU_tr001/MNIST new file mode 100644 index 0000000..fa0b906 --- /dev/null +++ b/training_results/env1/ReLU_tr001/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 2.301629, Accuracy: 12.35% +Test Set - Loss: 0.0023, Accuracy: 13.35% + +MNIST: Epoch 2 - Avg Loss: 2.297156, Accuracy: 14.30% +Test Set - Loss: 0.0023, Accuracy: 14.97% + +MNIST: Epoch 3 - Avg Loss: 2.290805, Accuracy: 19.35% +Test Set - Loss: 0.0023, Accuracy: 26.36% + +MNIST: Epoch 4 - Avg Loss: 2.278976, Accuracy: 32.53% +Test Set - Loss: 0.0023, Accuracy: 36.21% + +MNIST: Epoch 5 - Avg Loss: 2.247882, Accuracy: 37.81% +Test Set - Loss: 0.0022, Accuracy: 38.21% + +MNIST: Epoch 6 - Avg Loss: 2.111991, Accuracy: 45.10% +Test Set - Loss: 0.0019, Accuracy: 55.52% + +MNIST: Epoch 7 - Avg Loss: 1.385476, Accuracy: 68.85% +Test Set - Loss: 0.0009, Accuracy: 78.59% + +MNIST: Epoch 8 - Avg Loss: 0.709682, Accuracy: 80.62% +Test Set - Loss: 0.0006, Accuracy: 83.57% + +MNIST: Epoch 9 - Avg Loss: 0.551874, Accuracy: 84.08% +Test Set - Loss: 0.0005, Accuracy: 85.80% + +MNIST: Epoch 10 - Avg Loss: 0.481764, Accuracy: 85.94% +Test Set - Loss: 0.0004, Accuracy: 87.28% diff --git a/training_results/env1/ReLU_tr01/FashionMNIST b/training_results/env1/ReLU_tr01/FashionMNIST new file mode 100644 index 0000000..da02243 --- /dev/null +++ b/training_results/env1/ReLU_tr01/FashionMNIST @@ -0,0 +1,29 @@ +FashionMNIST: Epoch 1 - Avg Loss: 0.743093, Accuracy: 72.53% +Test Set - Loss: 0.0005, Accuracy: 81.53% + +FashionMNIST: Epoch 2 - Avg Loss: 0.411287, Accuracy: 84.85% +Test Set - Loss: 0.0004, Accuracy: 85.97% + +FashionMNIST: Epoch 3 - Avg Loss: 0.353779, Accuracy: 86.93% +Test Set - Loss: 0.0004, Accuracy: 86.91% + +FashionMNIST: Epoch 4 - Avg Loss: 0.315969, Accuracy: 88.33% +Test Set - Loss: 0.0004, Accuracy: 87.19% + +FashionMNIST: Epoch 5 - Avg Loss: 0.293813, Accuracy: 89.04% +Test Set - Loss: 0.0003, Accuracy: 87.88% + +FashionMNIST: Epoch 6 - Avg Loss: 0.275946, Accuracy: 89.68% +Test Set - Loss: 0.0003, Accuracy: 88.43% + +FashionMNIST: Epoch 7 - Avg Loss: 0.262246, Accuracy: 90.34% +Test Set - Loss: 0.0003, Accuracy: 89.06% + +FashionMNIST: Epoch 8 - Avg Loss: 0.246963, Accuracy: 90.76% +Test Set - Loss: 0.0003, Accuracy: 89.54% + +FashionMNIST: Epoch 9 - Avg Loss: 0.238650, Accuracy: 91.13% +Test Set - Loss: 0.0003, Accuracy: 89.51% + +FashionMNIST: Epoch 10 - Avg Loss: 0.229345, Accuracy: 91.46% +Test Set - Loss: 0.0003, Accuracy: 90.22% diff --git a/training_results/env1/ReLU_tr01/MNIST b/training_results/env1/ReLU_tr01/MNIST new file mode 100644 index 0000000..f586eff --- /dev/null +++ b/training_results/env1/ReLU_tr01/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 0.426265, Accuracy: 87.01% +Test Set - Loss: 0.0001, Accuracy: 96.91% + +MNIST: Epoch 2 - Avg Loss: 0.082446, Accuracy: 97.52% +Test Set - Loss: 0.0001, Accuracy: 98.33% + +MNIST: Epoch 3 - Avg Loss: 0.054633, Accuracy: 98.32% +Test Set - Loss: 0.0000, Accuracy: 98.62% + +MNIST: Epoch 4 - Avg Loss: 0.041592, Accuracy: 98.72% +Test Set - Loss: 0.0000, Accuracy: 98.73% + +MNIST: Epoch 5 - Avg Loss: 0.035133, Accuracy: 98.88% +Test Set - Loss: 0.0000, Accuracy: 98.81% + +MNIST: Epoch 6 - Avg Loss: 0.028988, Accuracy: 99.05% +Test Set - Loss: 0.0000, Accuracy: 98.76% + +MNIST: Epoch 7 - Avg Loss: 0.025236, Accuracy: 99.16% +Test Set - Loss: 0.0000, Accuracy: 98.58% + +MNIST: Epoch 8 - Avg Loss: 0.022040, Accuracy: 99.31% +Test Set - Loss: 0.0000, Accuracy: 98.85% + +MNIST: Epoch 9 - Avg Loss: 0.019295, Accuracy: 99.39% +Test Set - Loss: 0.0000, Accuracy: 98.94% + +MNIST: Epoch 10 - Avg Loss: 0.015332, Accuracy: 99.50% +Test Set - Loss: 0.0000, Accuracy: 98.91% diff --git a/training_results/env1/Rprop_lr01/MNIST b/training_results/env1/Rprop_lr01/MNIST new file mode 100644 index 0000000..a196fc4 --- /dev/null +++ b/training_results/env1/Rprop_lr01/MNIST @@ -0,0 +1,29 @@ +MNIST: Epoch 1 - Avg Loss: 4.285666, Accuracy: 89.86% +Test Set - Loss: 0.0053, Accuracy: 91.55% + +MNIST: Epoch 2 - Avg Loss: 5.496356, Accuracy: 91.40% +Test Set - Loss: 0.0049, Accuracy: 91.75% + +MNIST: Epoch 3 - Avg Loss: 4.456358, Accuracy: 91.52% +Test Set - Loss: 0.0043, Accuracy: 91.95% + +MNIST: Epoch 4 - Avg Loss: 4.906569, Accuracy: 91.60% +Test Set - Loss: 0.0063, Accuracy: 91.84% + +MNIST: Epoch 5 - Avg Loss: 10.373794, Accuracy: 91.42% +Test Set - Loss: 0.0065, Accuracy: 91.82% + +MNIST: Epoch 6 - Avg Loss: 5.784772, Accuracy: 91.34% +Test Set - Loss: 0.0055, Accuracy: 91.41% + +MNIST: Epoch 7 - Avg Loss: 7.707267, Accuracy: 91.11% +Test Set - Loss: 0.0053, Accuracy: 91.73% + +MNIST: Epoch 8 - Avg Loss: 8.789061, Accuracy: 91.26% +Test Set - Loss: 0.0071, Accuracy: 91.84% + +MNIST: Epoch 9 - Avg Loss: 6.990281, Accuracy: 91.14% +Test Set - Loss: 0.0075, Accuracy: 91.40% + +MNIST: Epoch 10 - Avg Loss: 12.080471, Accuracy: 89.78% +Test Set - Loss: 0.0125, Accuracy: 89.26% |