diff --git a/lab5/code/main.py b/lab5/code/main.py index 4e65e03e..574cf207 100644 --- a/lab5/code/main.py +++ b/lab5/code/main.py @@ -268,9 +268,8 @@ if __name__ == "__main__": OPTIMIZER_TYPE = 'Adam' learning_rate_values = [0.1, 0.01, 0.001] - i = 9 + i = 0 MAX_TESTS = 17 - """ for lr in learning_rate_values: LEARNING_RATE = lr main_part(False) @@ -293,7 +292,7 @@ if __name__ == "__main__": i += 1 print(f"Test {i}/{MAX_TESTS} ran") NUM_HIDDEN_LAYERS = 2 - """ + width_values = [64, 128, 256, 512, 1024] for width in width_values: WIDTH = width diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs128-hl2-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs128-hl2-w128-Adam.png new file mode 100644 index 00000000..3e017c61 Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs128-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs256-hl2-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs256-hl2-w128-Adam.png new file mode 100644 index 00000000..d8aa31a8 Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs256-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl1-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl1-w128-Adam.png new file mode 100644 index 00000000..8ba3ddc4 Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl1-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w1024-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w1024-Adam.png new file mode 100644 index 00000000..fd1a936b Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w1024-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..d0e7555f Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD.png new file mode 100644 index 00000000..71f99c4e Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD_Momentum.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD_Momentum.png new file mode 100644 index 00000000..23ecd49e Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w128-SGD_Momentum.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w256-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w256-Adam.png new file mode 100644 index 00000000..3d27debf Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w256-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w512-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w512-Adam.png new file mode 100644 index 00000000..9123df4f Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w512-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w64-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w64-Adam.png new file mode 100644 index 00000000..e26fbba8 Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl2-w64-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl3-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl3-w128-Adam.png new file mode 100644 index 00000000..fe2d22de Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.001-bs64-hl3-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.01-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.01-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..a3c70d12 Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.01-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/loss/loss-lr0.1-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/loss/loss-lr0.1-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..a20ee69c Binary files /dev/null and b/lab5/report/testsResults/loss/loss-lr0.1-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/results.txt b/lab5/report/testsResults/results.txt new file mode 100644 index 00000000..236d968f --- /dev/null +++ b/lab5/report/testsResults/results.txt @@ -0,0 +1,72 @@ +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w64-Adam +Execution time: 49.23725199699402 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.1-bs64-hl2-w128-Adam +Execution time: 53.9505660533905 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.01-bs64-hl2-w128-Adam +Execution time: 50.100146532058716 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-Adam +Execution time: 48.90807557106018 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-Adam +Execution time: 49.567627906799316 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs128-hl2-w128-Adam +Execution time: 48.1188108921051 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs256-hl2-w128-Adam +Execution time: 42.80657482147217 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl1-w128-Adam +Execution time: 48.84401178359985 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-Adam +Execution time: 48.64533519744873 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl3-w128-Adam +Execution time: 48.79310631752014 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w64-Adam +Execution time: 46.702873945236206 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-Adam +Execution time: 47.38503313064575 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w256-Adam +Execution time: 49.08178782463074 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w512-Adam +Execution time: 52.18209147453308 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w1024-Adam +Execution time: 73.91722798347473 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-SGD +Execution time: 45.19260334968567 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-SGD_Momentum +Execution time: 45.510289907455444 +------------------------------------------------------------------------------------- +------------------------------------------------------------------------------------- +loss-lr0.001-bs64-hl2-w128-Adam +Execution time: 46.77299380302429 +------------------------------------------------------------------------------------- diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs128-hl2-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs128-hl2-w128-Adam.png new file mode 100644 index 00000000..38415847 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs128-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs256-hl2-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs256-hl2-w128-Adam.png new file mode 100644 index 00000000..ffd080fb Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs256-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl1-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl1-w128-Adam.png new file mode 100644 index 00000000..53e86f87 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl1-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w1024-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w1024-Adam.png new file mode 100644 index 00000000..2111d229 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w1024-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..6e85f884 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD.png new file mode 100644 index 00000000..f6129d37 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png new file mode 100644 index 00000000..6641f108 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w256-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w256-Adam.png new file mode 100644 index 00000000..422e3761 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w256-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w512-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w512-Adam.png new file mode 100644 index 00000000..cd59087c Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w512-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w64-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w64-Adam.png new file mode 100644 index 00000000..27c217b9 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl2-w64-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl3-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl3-w128-Adam.png new file mode 100644 index 00000000..f9c881d9 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.001-bs64-hl3-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.01-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.01-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..bbd948f9 Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.01-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.1-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.1-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..a76d625f Binary files /dev/null and b/lab5/report/testsResults/trainAccuracy/trainAccuracy-lr0.1-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs128-hl2-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs128-hl2-w128-Adam.png new file mode 100644 index 00000000..3b757e23 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs128-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs256-hl2-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs256-hl2-w128-Adam.png new file mode 100644 index 00000000..170f286a Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs256-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl1-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl1-w128-Adam.png new file mode 100644 index 00000000..111ad86b Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl1-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w1024-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w1024-Adam.png new file mode 100644 index 00000000..3ba46053 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w1024-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..210906cb Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD.png new file mode 100644 index 00000000..fe80e822 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png new file mode 100644 index 00000000..e26791d5 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w128-SGD_Momentum.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w256-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w256-Adam.png new file mode 100644 index 00000000..f9aa076d Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w256-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w512-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w512-Adam.png new file mode 100644 index 00000000..249004cc Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w512-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w64-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w64-Adam.png new file mode 100644 index 00000000..55f465a0 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl2-w64-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl3-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl3-w128-Adam.png new file mode 100644 index 00000000..6354fd9e Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.001-bs64-hl3-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.01-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.01-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..6929e814 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.01-bs64-hl2-w128-Adam.png differ diff --git a/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.1-bs64-hl2-w128-Adam.png b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.1-bs64-hl2-w128-Adam.png new file mode 100644 index 00000000..6b85db42 Binary files /dev/null and b/lab5/report/testsResults/validationAccuracy/validationAccuracy-lr0.1-bs64-hl2-w128-Adam.png differ