monoid
/
22ML_hw3
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

init

This commit is contained in:
monoid 2022-11-28 20:34:02 +09:00
commit 312021484e
14 changed files with 13128 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
.gitignore vendored Normal file
View File

@ -0,0 +1,11 @@
results/
results_hidden/
test_mlp/
22ML_hw3.zip
hw3/
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]
*$py.class

BIN
defaultAccuracyGraph.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 43 KiB

BIN
defaultLossGraph.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 46 KiB

530
experiments.json Normal file
View File

@ -0,0 +1,530 @@
{
"remain_experiments": [],
"completed_experiment_results": [
{
"lr": 0.1,
"momentum": 0.0,
"mini_batch_size": 2,
"save_dir": "results/lr=0.1_momentum=0.0_batch_size=2",
"time": 28.41178321838379
},
{
"lr": 0.1,
"momentum": 0.0,
"mini_batch_size": 14,
"save_dir": "results/lr=0.1_momentum=0.0_batch_size=14",
"time": 51.77998423576355
},
{
"lr": 0.1,
"momentum": 0.0,
"mini_batch_size": 65,
"save_dir": "results/lr=0.1_momentum=0.0_batch_size=65",
"time": 37.20900106430054
},
{
"lr": 0.1,
"momentum": 0.0,
"mini_batch_size": 241,
"save_dir": "results/lr=0.1_momentum=0.0_batch_size=241",
"time": 18.352060556411743
},
{
"lr": 0.1,
"momentum": 0.0,
"mini_batch_size": 844,
"save_dir": "results/lr=0.1_momentum=0.0_batch_size=844",
"time": 13.6323721408844
},
{
"lr": 0.1,
"momentum": 0.5,
"mini_batch_size": 2,
"save_dir": "results/lr=0.1_momentum=0.5_batch_size=2",
"time": 36.67720055580139
},
{
"lr": 0.1,
"momentum": 0.5,
"mini_batch_size": 14,
"save_dir": "results/lr=0.1_momentum=0.5_batch_size=14",
"time": 30.415109634399414
},
{
"lr": 0.1,
"momentum": 0.5,
"mini_batch_size": 65,
"save_dir": "results/lr=0.1_momentum=0.5_batch_size=65",
"time": 10.964645147323608
},
{
"lr": 0.1,
"momentum": 0.5,
"mini_batch_size": 241,
"save_dir": "results/lr=0.1_momentum=0.5_batch_size=241",
"time": 8.89481782913208
},
{
"lr": 0.1,
"momentum": 0.5,
"mini_batch_size": 844,
"save_dir": "results/lr=0.1_momentum=0.5_batch_size=844",
"time": 8.2913076877594
},
{
"lr": 0.1,
"momentum": 0.9,
"mini_batch_size": 2,
"save_dir": "results/lr=0.1_momentum=0.9_batch_size=2",
"time": 62.4284188747406
},
{
"lr": 0.1,
"momentum": 0.9,
"mini_batch_size": 14,
"save_dir": "results/lr=0.1_momentum=0.9_batch_size=14",
"time": 26.73504114151001
},
{
"lr": 0.1,
"momentum": 0.9,
"mini_batch_size": 65,
"save_dir": "results/lr=0.1_momentum=0.9_batch_size=65",
"time": 13.481291055679321
},
{
"lr": 0.1,
"momentum": 0.9,
"mini_batch_size": 241,
"save_dir": "results/lr=0.1_momentum=0.9_batch_size=241",
"time": 5.815146207809448
},
{
"lr": 0.1,
"momentum": 0.9,
"mini_batch_size": 844,
"save_dir": "results/lr=0.1_momentum=0.9_batch_size=844",
"time": 5.680160999298096
},
{
"lr": 0.05,
"momentum": 0.0,
"mini_batch_size": 2,
"save_dir": "results/lr=0.05_momentum=0.0_batch_size=2",
"time": 24.537229299545288
},
{
"lr": 0.05,
"momentum": 0.0,
"mini_batch_size": 14,
"save_dir": "results/lr=0.05_momentum=0.0_batch_size=14",
"time": 32.553603172302246
},
{
"lr": 0.05,
"momentum": 0.0,
"mini_batch_size": 65,
"save_dir": "results/lr=0.05_momentum=0.0_batch_size=65",
"time": 22.78046178817749
},
{
"lr": 0.05,
"momentum": 0.0,
"mini_batch_size": 241,
"save_dir": "results/lr=0.05_momentum=0.0_batch_size=241",
"time": 26.703359127044678
},
{
"lr": 0.05,
"momentum": 0.0,
"mini_batch_size": 844,
"save_dir": "results/lr=0.05_momentum=0.0_batch_size=844",
"time": 45.83435368537903
},
{
"lr": 0.05,
"momentum": 0.5,
"mini_batch_size": 2,
"save_dir": "results/lr=0.05_momentum=0.5_batch_size=2",
"time": 36.79327321052551
},
{
"lr": 0.05,
"momentum": 0.5,
"mini_batch_size": 14,
"save_dir": "results/lr=0.05_momentum=0.5_batch_size=14",
"time": 37.78914451599121
},
{
"lr": 0.05,
"momentum": 0.5,
"mini_batch_size": 65,
"save_dir": "results/lr=0.05_momentum=0.5_batch_size=65",
"time": 15.176773071289062
},
{
"lr": 0.05,
"momentum": 0.5,
"mini_batch_size": 241,
"save_dir": "results/lr=0.05_momentum=0.5_batch_size=241",
"time": 16.030482530593872
},
{
"lr": 0.05,
"momentum": 0.5,
"mini_batch_size": 844,
"save_dir": "results/lr=0.05_momentum=0.5_batch_size=844",
"time": 17.813740730285645
},
{
"lr": 0.05,
"momentum": 0.9,
"mini_batch_size": 2,
"save_dir": "results/lr=0.05_momentum=0.9_batch_size=2",
"time": 50.95525074005127
},
{
"lr": 0.05,
"momentum": 0.9,
"mini_batch_size": 14,
"save_dir": "results/lr=0.05_momentum=0.9_batch_size=14",
"time": 16.846729516983032
},
{
"lr": 0.05,
"momentum": 0.9,
"mini_batch_size": 65,
"save_dir": "results/lr=0.05_momentum=0.9_batch_size=65",
"time": 6.8179051876068115
},
{
"lr": 0.05,
"momentum": 0.9,
"mini_batch_size": 241,
"save_dir": "results/lr=0.05_momentum=0.9_batch_size=241",
"time": 10.041207075119019
},
{
"lr": 0.05,
"momentum": 0.9,
"mini_batch_size": 844,
"save_dir": "results/lr=0.05_momentum=0.9_batch_size=844",
"time": 14.046262979507446
},
{
"lr": 0.01,
"momentum": 0.0,
"mini_batch_size": 2,
"save_dir": "results/lr=0.01_momentum=0.0_batch_size=2",
"time": 47.5756618976593
},
{
"lr": 0.01,
"momentum": 0.0,
"mini_batch_size": 14,
"save_dir": "results/lr=0.01_momentum=0.0_batch_size=14",
"time": 38.926867723464966
},
{
"lr": 0.01,
"momentum": 0.0,
"mini_batch_size": 65,
"save_dir": "results/lr=0.01_momentum=0.0_batch_size=65",
"time": 43.19446611404419
},
{
"lr": 0.01,
"momentum": 0.0,
"mini_batch_size": 241,
"save_dir": "results/lr=0.01_momentum=0.0_batch_size=241",
"time": 66.58777904510498
},
{
"lr": 0.01,
"momentum": 0.0,
"mini_batch_size": 844,
"save_dir": "results/lr=0.01_momentum=0.0_batch_size=844",
"time": 74.81579160690308
},
{
"lr": 0.01,
"momentum": 0.5,
"mini_batch_size": 2,
"save_dir": "results/lr=0.01_momentum=0.5_batch_size=2",
"time": 54.7407808303833
},
{
"lr": 0.01,
"momentum": 0.5,
"mini_batch_size": 14,
"save_dir": "results/lr=0.01_momentum=0.5_batch_size=14",
"time": 25.720898389816284
},
{
"lr": 0.01,
"momentum": 0.5,
"mini_batch_size": 65,
"save_dir": "results/lr=0.01_momentum=0.5_batch_size=65",
"time": 22.998470306396484
},
{
"lr": 0.01,
"momentum": 0.5,
"mini_batch_size": 241,
"save_dir": "results/lr=0.01_momentum=0.5_batch_size=241",
"time": 39.0310754776001
},
{
"lr": 0.01,
"momentum": 0.5,
"mini_batch_size": 844,
"save_dir": "results/lr=0.01_momentum=0.5_batch_size=844",
"time": 82.8304545879364
},
{
"lr": 0.01,
"momentum": 0.9,
"mini_batch_size": 2,
"save_dir": "results/lr=0.01_momentum=0.9_batch_size=2",
"time": 28.122719287872314
},
{
"lr": 0.01,
"momentum": 0.9,
"mini_batch_size": 14,
"save_dir": "results/lr=0.01_momentum=0.9_batch_size=14",
"time": 45.34721541404724
},
{
"lr": 0.01,
"momentum": 0.9,
"mini_batch_size": 65,
"save_dir": "results/lr=0.01_momentum=0.9_batch_size=65",
"time": 14.570504665374756
},
{
"lr": 0.01,
"momentum": 0.9,
"mini_batch_size": 241,
"save_dir": "results/lr=0.01_momentum=0.9_batch_size=241",
"time": 13.945464611053467
},
{
"lr": 0.01,
"momentum": 0.9,
"mini_batch_size": 844,
"save_dir": "results/lr=0.01_momentum=0.9_batch_size=844",
"time": 26.580908060073853
},
{
"lr": 0.005,
"momentum": 0.0,
"mini_batch_size": 2,
"save_dir": "results/lr=0.005_momentum=0.0_batch_size=2",
"time": 37.00913667678833
},
{
"lr": 0.005,
"momentum": 0.0,
"mini_batch_size": 14,
"save_dir": "results/lr=0.005_momentum=0.0_batch_size=14",
"time": 48.5772442817688
},
{
"lr": 0.005,
"momentum": 0.0,
"mini_batch_size": 65,
"save_dir": "results/lr=0.005_momentum=0.0_batch_size=65",
"time": 68.84409880638123
},
{
"lr": 0.005,
"momentum": 0.0,
"mini_batch_size": 241,
"save_dir": "results/lr=0.005_momentum=0.0_batch_size=241",
"time": 78.7110869884491
},
{
"lr": 0.005,
"momentum": 0.0,
"mini_batch_size": 844,
"save_dir": "results/lr=0.005_momentum=0.0_batch_size=844",
"time": 76.47329998016357
},
{
"lr": 0.005,
"momentum": 0.5,
"mini_batch_size": 2,
"save_dir": "results/lr=0.005_momentum=0.5_batch_size=2",
"time": 49.36377739906311
},
{
"lr": 0.005,
"momentum": 0.5,
"mini_batch_size": 14,
"save_dir": "results/lr=0.005_momentum=0.5_batch_size=14",
"time": 36.931933641433716
},
{
"lr": 0.005,
"momentum": 0.5,
"mini_batch_size": 65,
"save_dir": "results/lr=0.005_momentum=0.5_batch_size=65",
"time": 31.2841374874115
},
{
"lr": 0.005,
"momentum": 0.5,
"mini_batch_size": 241,
"save_dir": "results/lr=0.005_momentum=0.5_batch_size=241",
"time": 69.75861930847168
},
{
"lr": 0.005,
"momentum": 0.5,
"mini_batch_size": 844,
"save_dir": "results/lr=0.005_momentum=0.5_batch_size=844",
"time": 75.49948239326477
},
{
"lr": 0.005,
"momentum": 0.9,
"mini_batch_size": 2,
"save_dir": "results/lr=0.005_momentum=0.9_batch_size=2",
"time": 35.81554460525513
},
{
"lr": 0.005,
"momentum": 0.9,
"mini_batch_size": 14,
"save_dir": "results/lr=0.005_momentum=0.9_batch_size=14",
"time": 19.310007095336914
},
{
"lr": 0.005,
"momentum": 0.9,
"mini_batch_size": 65,
"save_dir": "results/lr=0.005_momentum=0.9_batch_size=65",
"time": 18.249040842056274
},
{
"lr": 0.005,
"momentum": 0.9,
"mini_batch_size": 241,
"save_dir": "results/lr=0.005_momentum=0.9_batch_size=241",
"time": 24.462805032730103
},
{
"lr": 0.005,
"momentum": 0.9,
"mini_batch_size": 844,
"save_dir": "results/lr=0.005_momentum=0.9_batch_size=844",
"time": 39.130101442337036
},
{
"lr": 0.001,
"momentum": 0.0,
"mini_batch_size": 2,
"save_dir": "results/lr=0.001_momentum=0.0_batch_size=2",
"time": 68.75053930282593
},
{
"lr": 0.001,
"momentum": 0.0,
"mini_batch_size": 14,
"save_dir": "results/lr=0.001_momentum=0.0_batch_size=14",
"time": 95.08529353141785
},
{
"lr": 0.001,
"momentum": 0.0,
"mini_batch_size": 65,
"save_dir": "results/lr=0.001_momentum=0.0_batch_size=65",
"time": 99.59149670600891
},
{
"lr": 0.001,
"momentum": 0.0,
"mini_batch_size": 241,
"save_dir": "results/lr=0.001_momentum=0.0_batch_size=241",
"time": 76.81180620193481
},
{
"lr": 0.001,
"momentum": 0.0,
"mini_batch_size": 844,
"save_dir": "results/lr=0.001_momentum=0.0_batch_size=844",
"time": 72.93008518218994
},
{
"lr": 0.001,
"momentum": 0.5,
"mini_batch_size": 2,
"save_dir": "results/lr=0.001_momentum=0.5_batch_size=2",
"time": 46.15296936035156
},
{
"lr": 0.001,
"momentum": 0.5,
"mini_batch_size": 14,
"save_dir": "results/lr=0.001_momentum=0.5_batch_size=14",
"time": 74.169504404068
},
{
"lr": 0.001,
"momentum": 0.5,
"mini_batch_size": 65,
"save_dir": "results/lr=0.001_momentum=0.5_batch_size=65",
"time": 88.55051469802856
},
{
"lr": 0.001,
"momentum": 0.5,
"mini_batch_size": 241,
"save_dir": "results/lr=0.001_momentum=0.5_batch_size=241",
"time": 77.15520548820496
},
{
"lr": 0.001,
"momentum": 0.5,
"mini_batch_size": 844,
"save_dir": "results/lr=0.001_momentum=0.5_batch_size=844",
"time": 74.80425786972046
},
{
"lr": 0.001,
"momentum": 0.9,
"mini_batch_size": 2,
"save_dir": "results/lr=0.001_momentum=0.9_batch_size=2",
"time": 39.646984577178955
},
{
"lr": 0.001,
"momentum": 0.9,
"mini_batch_size": 14,
"save_dir": "results/lr=0.001_momentum=0.9_batch_size=14",
"time": 30.707565307617188
},
{
"lr": 0.001,
"momentum": 0.9,
"mini_batch_size": 65,
"save_dir": "results/lr=0.001_momentum=0.9_batch_size=65",
"time": 35.97918176651001
},
{
"lr": 0.001,
"momentum": 0.9,
"mini_batch_size": 241,
"save_dir": "results/lr=0.001_momentum=0.9_batch_size=241",
"time": 58.797680139541626
},
{
"lr": 0.001,
"momentum": 0.9,
"mini_batch_size": 844,
"save_dir": "results/lr=0.001_momentum=0.9_batch_size=844",
"time": 74.01161527633667
}
]
}

691
experiments_hidden.json Normal file
View File

@ -0,0 +1,691 @@
{
"remain_experiments": [],
"completed_experiment_results": [
{
"num_hiddens": [
2,
2
],
"save_dir": "results_hidden/2_2",
"test_acc": 0.5714285714285714,
"test_ce": 1.1883265018067433,
"train_acc": 0.5995850622406639,
"train_ce": 1.0621748825074904,
"valid_acc": 0.6014319809069213,
"valid_ce": 1.2018897073103385,
"time": 35.80903363227844
},
{
"num_hiddens": [
2,
4
],
"save_dir": "results_hidden/2_4",
"test_acc": 0.3168831168831169,
"test_ce": 1.8386744068829908,
"train_acc": 0.2726733847065797,
"train_ce": 1.9393003115898362,
"valid_acc": 0.27923627684964203,
"valid_ce": 1.9272044325512694,
"time": 9.895411014556885
},
{
"num_hiddens": [
2,
8
],
"save_dir": "results_hidden/2_8",
"test_acc": 0.5818181818181818,
"test_ce": 1.103191264144406,
"train_acc": 0.6381149970361588,
"train_ce": 0.9764487928491248,
"valid_acc": 0.6276849642004774,
"valid_ce": 1.1694202147502029,
"time": 17.842985153198242
},
{
"num_hiddens": [
2,
16
],
"save_dir": "results_hidden/2_16",
"test_acc": 0.5324675324675324,
"test_ce": 1.3175016715487053,
"train_acc": 0.534973325429757,
"train_ce": 1.2472188336243626,
"valid_acc": 0.5369928400954654,
"valid_ce": 1.3007100604671007,
"time": 26.737168788909912
},
{
"num_hiddens": [
2,
32
],
"save_dir": "results_hidden/2_32",
"test_acc": 0.574025974025974,
"test_ce": 1.1028347076278828,
"train_acc": 0.6665678719620628,
"train_ce": 0.9337453653443895,
"valid_acc": 0.6324582338902148,
"valid_ce": 1.13878659615313,
"time": 25.09254479408264
},
{
"num_hiddens": [
2,
64
],
"save_dir": "results_hidden/2_64",
"test_acc": 0.5246753246753246,
"test_ce": 1.344395789386107,
"train_acc": 0.495850622406639,
"train_ce": 1.380705929807397,
"valid_acc": 0.5202863961813843,
"valid_ce": 1.3925691134172038,
"time": 23.93467116355896
},
{
"num_hiddens": [
2,
100
],
"save_dir": "results_hidden/2_100",
"test_acc": 0.5818181818181818,
"test_ce": 1.0873695787125757,
"train_acc": 0.6357439241256668,
"train_ce": 0.9777181114452983,
"valid_acc": 0.6205250596658711,
"valid_ce": 1.1207118389563573,
"time": 18.33916211128235
},
{
"num_hiddens": [
4,
2
],
"save_dir": "results_hidden/4_2",
"test_acc": 0.561038961038961,
"test_ce": 1.0956761800519494,
"train_acc": 0.6576763485477178,
"train_ce": 0.9297563951467718,
"valid_acc": 0.6324582338902148,
"valid_ce": 1.1263616883078866,
"time": 18.195006370544434
},
{
"num_hiddens": [
4,
4
],
"save_dir": "results_hidden/4_4",
"test_acc": 0.6779220779220779,
"test_ce": 0.9642773216966196,
"train_acc": 0.7868998221695317,
"train_ce": 0.6032810477588412,
"valid_acc": 0.7159904534606205,
"valid_ce": 0.8563414428923701,
"time": 30.676226139068604
},
{
"num_hiddens": [
4,
8
],
"save_dir": "results_hidden/4_8",
"test_acc": 0.587012987012987,
"test_ce": 1.086920456137629,
"train_acc": 0.6232957913455839,
"train_ce": 1.0288384336153955,
"valid_acc": 0.6109785202863962,
"valid_ce": 1.1296178001326305,
"time": 18.145662307739258
},
{
"num_hiddens": [
4,
16
],
"save_dir": "results_hidden/4_16",
"test_acc": 0.6857142857142857,
"test_ce": 0.8784320934740455,
"train_acc": 0.7442205097806758,
"train_ce": 0.6975511975824222,
"valid_acc": 0.6825775656324582,
"valid_ce": 0.8526744343887943,
"time": 14.786683082580566
},
{
"num_hiddens": [
4,
32
],
"save_dir": "results_hidden/4_32",
"test_acc": 0.5714285714285714,
"test_ce": 1.1185037586350628,
"train_acc": 0.6529342027267339,
"train_ce": 0.9630479799049851,
"valid_acc": 0.6252983293556086,
"valid_ce": 1.1439494373524954,
"time": 16.73994541168213
},
{
"num_hiddens": [
4,
64
],
"save_dir": "results_hidden/4_64",
"test_acc": 0.612987012987013,
"test_ce": 1.059105126470988,
"train_acc": 0.6395969176052163,
"train_ce": 0.9838368119847848,
"valid_acc": 0.6276849642004774,
"valid_ce": 1.1034921965916509,
"time": 38.15524506568909
},
{
"num_hiddens": [
4,
100
],
"save_dir": "results_hidden/4_100",
"test_acc": 0.6909090909090909,
"test_ce": 0.8455726705883155,
"train_acc": 0.7596324836988737,
"train_ce": 0.6350005112948498,
"valid_acc": 0.711217183770883,
"valid_ce": 0.8639518636426027,
"time": 17.032158851623535
},
{
"num_hiddens": [
8,
2
],
"save_dir": "results_hidden/8_2",
"test_acc": 0.5792207792207792,
"test_ce": 1.1296442078180708,
"train_acc": 0.6384113811499703,
"train_ce": 0.9889069528105606,
"valid_acc": 0.6252983293556086,
"valid_ce": 1.1035069248742386,
"time": 37.70230746269226
},
{
"num_hiddens": [
8,
4
],
"save_dir": "results_hidden/8_4",
"test_acc": 0.6623376623376623,
"test_ce": 0.8595203270694369,
"train_acc": 0.7534084173088322,
"train_ce": 0.6962762445417804,
"valid_acc": 0.7016706443914081,
"valid_ce": 0.9502958443839282,
"time": 17.593876361846924
},
{
"num_hiddens": [
8,
8
],
"save_dir": "results_hidden/8_8",
"test_acc": 0.7038961038961039,
"test_ce": 0.8337800754042419,
"train_acc": 0.7934202726733847,
"train_ce": 0.5848908502487367,
"valid_acc": 0.7231503579952268,
"valid_ce": 0.8072033771198709,
"time": 28.873700618743896
},
{
"num_hiddens": [
8,
16
],
"save_dir": "results_hidden/8_16",
"test_acc": 0.7038961038961039,
"test_ce": 0.7809423193874597,
"train_acc": 0.7723770005927683,
"train_ce": 0.6250902749524869,
"valid_acc": 0.7279236276849642,
"valid_ce": 0.8152645208544564,
"time": 17.62161684036255
},
{
"num_hiddens": [
8,
32
],
"save_dir": "results_hidden/8_32",
"test_acc": 0.7168831168831169,
"test_ce": 0.776042622977459,
"train_acc": 0.8103141671606402,
"train_ce": 0.5296839598330854,
"valid_acc": 0.7279236276849642,
"valid_ce": 0.7958847771876185,
"time": 17.263331651687622
},
{
"num_hiddens": [
8,
64
],
"save_dir": "results_hidden/8_64",
"test_acc": 0.7376623376623377,
"test_ce": 0.6871967257220808,
"train_acc": 0.7957913455838767,
"train_ce": 0.5710957470706919,
"valid_acc": 0.7589498806682577,
"valid_ce": 0.7789058480339265,
"time": 17.318830251693726
},
{
"num_hiddens": [
8,
100
],
"save_dir": "results_hidden/8_100",
"test_acc": 0.7532467532467533,
"test_ce": 0.6913332829019823,
"train_acc": 0.7943094250148192,
"train_ce": 0.5916968487617739,
"valid_acc": 0.7374701670644391,
"valid_ce": 0.8247806543568104,
"time": 16.315816402435303
},
{
"num_hiddens": [
16,
2
],
"save_dir": "results_hidden/16_2",
"test_acc": 0.5844155844155844,
"test_ce": 1.1426318664361472,
"train_acc": 0.6108476585655009,
"train_ce": 1.0906332967029762,
"valid_acc": 0.6348448687350835,
"valid_ce": 1.1630470652574731,
"time": 28.151522159576416
},
{
"num_hiddens": [
16,
4
],
"save_dir": "results_hidden/16_4",
"test_acc": 0.6103896103896104,
"test_ce": 0.9489044764667965,
"train_acc": 0.7216953171310018,
"train_ce": 0.7404024623315697,
"valid_acc": 0.6706443914081146,
"valid_ce": 1.0537869377500546,
"time": 27.455986738204956
},
{
"num_hiddens": [
16,
8
],
"save_dir": "results_hidden/16_8",
"test_acc": 0.7376623376623377,
"test_ce": 0.7222062023899021,
"train_acc": 0.8236514522821576,
"train_ce": 0.4787140712879479,
"valid_acc": 0.7446300715990454,
"valid_ce": 0.8500082468912674,
"time": 24.222497940063477
},
{
"num_hiddens": [
16,
16
],
"save_dir": "results_hidden/16_16",
"test_acc": 0.7454545454545455,
"test_ce": 0.7115067249069256,
"train_acc": 0.8541790160047421,
"train_ce": 0.41610849773293757,
"valid_acc": 0.7422434367541766,
"valid_ce": 0.8717020956329505,
"time": 24.185862064361572
},
{
"num_hiddens": [
16,
32
],
"save_dir": "results_hidden/16_32",
"test_acc": 0.7454545454545455,
"test_ce": 0.7181385504472038,
"train_acc": 0.8595139300533492,
"train_ce": 0.4068310295669791,
"valid_acc": 0.747016706443914,
"valid_ce": 0.7938633153977195,
"time": 19.79218626022339
},
{
"num_hiddens": [
16,
64
],
"save_dir": "results_hidden/16_64",
"test_acc": 0.7558441558441559,
"test_ce": 0.6907142403940347,
"train_acc": 0.8189093064611737,
"train_ce": 0.5024369624312522,
"valid_acc": 0.7517899761336515,
"valid_ce": 0.7456447860188432,
"time": 20.831907987594604
},
{
"num_hiddens": [
16,
100
],
"save_dir": "results_hidden/16_100",
"test_acc": 0.7298701298701299,
"test_ce": 0.7376651639713366,
"train_acc": 0.8340248962655602,
"train_ce": 0.4642076721743233,
"valid_acc": 0.7589498806682577,
"valid_ce": 0.788278985554659,
"time": 18.365669012069702
},
{
"num_hiddens": [
32,
2
],
"save_dir": "results_hidden/32_2",
"test_acc": 0.5974025974025974,
"test_ce": 1.0542766468255889,
"train_acc": 0.6905749851807943,
"train_ce": 0.8379298643973804,
"valid_acc": 0.630071599045346,
"valid_ce": 1.0981339361402433,
"time": 28.125181198120117
},
{
"num_hiddens": [
32,
4
],
"save_dir": "results_hidden/32_4",
"test_acc": 0.6649350649350649,
"test_ce": 0.87830095162699,
"train_acc": 0.7750444576170717,
"train_ce": 0.6229575046534378,
"valid_acc": 0.6968973747016707,
"valid_ce": 0.9151727240340731,
"time": 30.2298641204834
},
{
"num_hiddens": [
32,
8
],
"save_dir": "results_hidden/32_8",
"test_acc": 0.7116883116883117,
"test_ce": 0.7563488391898573,
"train_acc": 0.7854179016004742,
"train_ce": 0.5813457185835761,
"valid_acc": 0.7565632458233891,
"valid_ce": 0.8050935173229951,
"time": 20.859773874282837
},
{
"num_hiddens": [
32,
16
],
"save_dir": "results_hidden/32_16",
"test_acc": 0.7610389610389611,
"test_ce": 0.7367815537177893,
"train_acc": 0.8524007113218731,
"train_ce": 0.41243020424125854,
"valid_acc": 0.7541766109785203,
"valid_ce": 0.7450861394889439,
"time": 23.25441861152649
},
{
"num_hiddens": [
32,
32
],
"save_dir": "results_hidden/32_32",
"test_acc": 0.7454545454545455,
"test_ce": 0.699087546278245,
"train_acc": 0.8488441019561351,
"train_ce": 0.43960130569443095,
"valid_acc": 0.7565632458233891,
"valid_ce": 0.8179696371465912,
"time": 24.133497714996338
},
{
"num_hiddens": [
32,
64
],
"save_dir": "results_hidden/32_64",
"test_acc": 0.7402597402597403,
"test_ce": 0.6816005950053298,
"train_acc": 0.8171310017783047,
"train_ce": 0.4941334483916563,
"valid_acc": 0.747016706443914,
"valid_ce": 0.765047061743974,
"time": 15.495444059371948
},
{
"num_hiddens": [
32,
100
],
"save_dir": "results_hidden/32_100",
"test_acc": 0.7376623376623377,
"test_ce": 0.7380551652170162,
"train_acc": 0.8577356253704801,
"train_ce": 0.39339669650229053,
"valid_acc": 0.7804295942720764,
"valid_ce": 0.6918119270671622,
"time": 23.888253211975098
},
{
"num_hiddens": [
64,
2
],
"save_dir": "results_hidden/64_2",
"test_acc": 0.3168831168831169,
"test_ce": 1.838809512757515,
"train_acc": 0.2714878482513337,
"train_ce": 1.9393289205876165,
"valid_acc": 0.27923627684964203,
"valid_ce": 1.9267377909552563,
"time": 11.168122053146362
},
{
"num_hiddens": [
64,
4
],
"save_dir": "results_hidden/64_4",
"test_acc": 0.6649350649350649,
"test_ce": 0.8692490938521161,
"train_acc": 0.7581505631298162,
"train_ce": 0.6467321057973495,
"valid_acc": 0.7136038186157518,
"valid_ce": 0.8219261167566893,
"time": 20.189652681350708
},
{
"num_hiddens": [
64,
8
],
"save_dir": "results_hidden/64_8",
"test_acc": 0.7558441558441559,
"test_ce": 0.7125661361785404,
"train_acc": 0.8630705394190872,
"train_ce": 0.386970779741758,
"valid_acc": 0.7541766109785203,
"valid_ce": 0.8449150052167953,
"time": 25.257745265960693
},
{
"num_hiddens": [
64,
16
],
"save_dir": "results_hidden/64_16",
"test_acc": 0.7662337662337663,
"test_ce": 0.6944239927117467,
"train_acc": 0.8393598103141672,
"train_ce": 0.44708450292601815,
"valid_acc": 0.747016706443914,
"valid_ce": 0.9026907304169889,
"time": 24.140554904937744
},
{
"num_hiddens": [
64,
32
],
"save_dir": "results_hidden/64_32",
"test_acc": 0.7480519480519481,
"test_ce": 0.6866846017003834,
"train_acc": 0.8553645524599881,
"train_ce": 0.39588284235318555,
"valid_acc": 0.7828162291169452,
"valid_ce": 0.7157990105825294,
"time": 32.83610534667969
},
{
"num_hiddens": [
64,
64
],
"save_dir": "results_hidden/64_64",
"test_acc": 0.7428571428571429,
"test_ce": 0.6728173089077266,
"train_acc": 0.8550681683461766,
"train_ce": 0.40158346661747935,
"valid_acc": 0.7589498806682577,
"valid_ce": 0.7261777449667132,
"time": 23.787596225738525
},
{
"num_hiddens": [
64,
100
],
"save_dir": "results_hidden/64_100",
"test_acc": 0.7454545454545455,
"test_ce": 0.7448447640037901,
"train_acc": 0.8844101956135151,
"train_ce": 0.3197491476691474,
"valid_acc": 0.7780429594272077,
"valid_ce": 0.7349206173691523,
"time": 25.499298572540283
},
{
"num_hiddens": [
100,
2
],
"save_dir": "results_hidden/100_2",
"test_acc": 0.5974025974025974,
"test_ce": 1.033157364751078,
"train_acc": 0.7471843509187908,
"train_ce": 0.7089747143706052,
"valid_acc": 0.6706443914081146,
"valid_ce": 1.0081316571677383,
"time": 41.23928952217102
},
{
"num_hiddens": [
100,
4
],
"save_dir": "results_hidden/100_4",
"test_acc": 0.6883116883116883,
"test_ce": 0.8776306751616497,
"train_acc": 0.8473621813870776,
"train_ce": 0.42027758025381884,
"valid_acc": 0.7279236276849642,
"valid_ce": 0.9112785492043114,
"time": 38.92436861991882
},
{
"num_hiddens": [
100,
8
],
"save_dir": "results_hidden/100_8",
"test_acc": 0.7272727272727273,
"test_ce": 0.7080898780464847,
"train_acc": 0.8672199170124482,
"train_ce": 0.3946154105562895,
"valid_acc": 0.7565632458233891,
"valid_ce": 0.7723931893144091,
"time": 26.540124654769897
},
{
"num_hiddens": [
100,
16
],
"save_dir": "results_hidden/100_16",
"test_acc": 0.7558441558441559,
"test_ce": 0.7074691190956994,
"train_acc": 0.8624777711914642,
"train_ce": 0.3836734071522731,
"valid_acc": 0.7684964200477327,
"valid_ce": 0.7615377030221268,
"time": 24.37882685661316
},
{
"num_hiddens": [
100,
32
],
"save_dir": "results_hidden/100_32",
"test_acc": 0.7376623376623377,
"test_ce": 0.7631072717155784,
"train_acc": 0.8396561944279787,
"train_ce": 0.4572284188950598,
"valid_acc": 0.7589498806682577,
"valid_ce": 0.7501452107064668,
"time": 23.91041326522827
},
{
"num_hiddens": [
100,
64
],
"save_dir": "results_hidden/100_64",
"test_acc": 0.7454545454545455,
"test_ce": 0.6839039631003084,
"train_acc": 0.8604030823947837,
"train_ce": 0.3869656183298651,
"valid_acc": 0.7756563245823389,
"valid_ce": 0.7299145110769727,
"time": 32.952547550201416
},
{
"num_hiddens": [
100,
100
],
"save_dir": "results_hidden/100_100",
"test_acc": 0.7740259740259741,
"test_ce": 0.6491708717602728,
"train_acc": 0.8494368701837581,
"train_ce": 0.42341537669073953,
"valid_acc": 0.766109785202864,
"valid_ce": 0.7455287196446071,
"time": 30.947799921035767
}
]
}

BIN
layer of nn.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 26 KiB

BIN
llr_lbs_m0_v_acc.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 49 KiB

BIN
llr_lbs_m5_v_acc.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 52 KiB

BIN
llr_lbs_m9_v_acc.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 52 KiB

BIN
lr0.5plot.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 61 KiB

BIN
lr1plot.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 49 KiB

11896
ml_hw3.ipynb Normal file
View File

File diff suppressed because one or more lines are too long

BIN
requirement.txt Normal file
View File

Binary file not shown.

BIN
toronto_face.npz Normal file
View File

Binary file not shown.