val_accuracy embedding_type width regularization_function regularization_penalty dropout batch_size optimizer learning_rate learning_rate_schedule tuner/epochs tuner/initial_epoch tuner/bracket tuner/round 0.9081253409385681 initialized 512 l1_l2 0.0001 0.1 32 sgd 0.01 exponential 11 4 2 1 0.9075942635536194 initialized 512 none 1e-05 0.5 256 adam 0.01 exponential 32 0 0 0 0.9070631861686707 initialized 512 l1 1e-05 0.2 64 sgd 0.01 none 11 4 3 2 0.9065321087837219 initialized 512 l1 1e-05 0.2 64 sgd 0.01 none 32 11 3 3 0.9054700136184692 initialized 512 l1_l2 0.0001 0.1 32 sgd 0.01 exponential 32 11 2 2 0.9049389362335205 initialized 128 l1_l2 0.0001 0.2 32 rmsprop 0.01 none 11 4 3 2 0.9028146862983704 uninitialized 512 none 0.0001 0.1 512 adam 0.01 exponential 11 4 3 2 0.9028146862983704 initialized 512 l1_l2 0.0001 0.1 32 sgd 0.01 exponential 4 0 2 0 0.9022836089134216 initialized 64 l1_l2 0.0001 0.3 32 rmsprop 0.001 cosine 32 11 1 1 0.9006903767585754 initialized 128 l1_l2 0.0001 0.2 32 rmsprop 0.01 none 2 0 3 0 0.9006903767585754 initialized 512 l1_l2 0.0001 0.5 128 sgd 0.01 cosine 11 4 3 2 0.9001592993736267 initialized 128 l1_l2 0.0001 0.2 32 rmsprop 0.01 none 32 11 3 3 0.8969728946685791 initialized 512 l1 1e-05 0.2 64 sgd 0.01 none 4 2 3 1 0.8953797221183777 initialized 128 l1_l2 0.0001 0.2 32 rmsprop 0.01 none 4 2 3 1 0.8937864899635315 initialized 512 l1 1e-05 0.2 64 sgd 0.01 none 2 0 3 0 0.8698884844779968 uninitialized 256 l2 1e-05 0.3 512 rmsprop 0.01 none 32 11 2 2 0.8677642345428467 initialized 64 l1_l2 0.0001 0.3 32 rmsprop 0.001 cosine 11 0 1 0 0.8613914251327515 uninitialized 128 l2 0.0001 0.1 32 sgd 0.01 exponential 32 0 0 0 0.8518322110176086 uninitialized 256 l2 1e-05 0.3 512 rmsprop 0.01 none 11 4 2 1 0.8428040146827698 initialized 512 l1_l2 0.0001 0.5 128 sgd 0.01 cosine 4 2 3 1 0.8412108421325684 initialized 512 l1_l2 0.0001 0.5 128 sgd 0.01 cosine 2 0 3 0 0.8348380327224731 uninitialized 256 l2 1e-05 0.3 512 rmsprop 0.01 none 4 0 2 0 0.833244800567627 uninitialized 512 none 0.0001 0.1 512 adam 0.01 exponential 2 0 3 0 0.8316516280174255 uninitialized 512 none 0.0001 0.1 512 adam 0.01 exponential 4 2 3 1 0.8279341459274292 uninitialized 64 none 0.0001 0.1 512 rmsprop 0.01 cosine 11 4 2 1 0.8029739856719971 uninitialized 256 none 1e-05 0.3 512 sgd 0.001 cosine 32 11 1 1 0.7976633310317993 initialized 64 l1 1e-05 0.4 512 sgd 0.001 cosine 32 0 0 0 0.7912905216217041 initialized 512 l2 1e-05 0.4 512 sgd 0.001 cosine 32 0 0 0 0.7764205932617188 uninitialized 64 none 0.0001 0.1 512 rmsprop 0.01 cosine 4 0 2 0 0.7344662547111511 uninitialized 512 l1_l2 1e-05 0.5 64 sgd 0.01 exponential 2 0 3 0 0.7339352369308472 uninitialized 512 l1_l2 1e-05 0.5 64 sgd 0.01 exponential 4 2 3 1 0.7238449454307556 initialized 512 l1 0.0001 0.4 32 rmsprop 0.001 none 2 0 3 0 0.7233138680458069 initialized 512 l1 0.0001 0.4 32 rmsprop 0.001 none 4 2 3 1 0.7153478264808655 frozen 128 l2 0.0001 0.3 256 adam 0.01 cosine 32 0 0 0 0.7073818445205688 uninitialized 256 none 1e-05 0.3 512 sgd 0.001 cosine 11 0 1 0 0.670738160610199 frozen 512 l1 0.0001 0.3 1024 rmsprop 0.01 exponential 32 11 1 1 0.6633032560348511 uninitialized 512 l2 1e-05 0.4 512 rmsprop 0.001 exponential 11 4 2 1 0.647371232509613 initialized 256 l1 1e-05 0.4 64 adam 0.001 exponential 2 0 3 0 0.6441848278045654 frozen 128 l1 0.0001 0.1 64 sgd 0.01 exponential 4 2 3 1 0.6409984230995178 frozen 128 l1 0.0001 0.1 64 sgd 0.01 exponential 2 0 3 0 0.6356877088546753 frozen 512 l1 0.0001 0.3 1024 rmsprop 0.01 exponential 11 0 1 0 0.6303770542144775 initialized 256 l1 1e-05 0.4 64 adam 0.001 exponential 4 2 3 1 0.6277217268943787 initialized 256 l2 1e-05 0.3 256 rmsprop 0.001 cosine 11 4 2 1 0.6112586259841919 initialized 512 l1 1e-05 0.1 1024 adam 0.01 cosine 2 0 3 0 0.6059479713439941 uninitialized 64 l1 1e-05 0.1 256 rmsprop 0.01 exponential 4 2 3 1 0.6022304892539978 uninitialized 64 l1 1e-05 0.1 256 rmsprop 0.01 exponential 2 0 3 0 0.5836431384086609 initialized 512 l1 1e-05 0.1 1024 adam 0.01 cosine 4 2 3 1 0.5762081742286682 uninitialized 512 l2 1e-05 0.4 512 rmsprop 0.001 exponential 4 0 2 0 0.5666489601135254 frozen 256 l1 1e-05 0.2 256 adam 0.001 none 11 0 1 0 0.5639936327934265 frozen 256 l1 1e-05 0.1 256 adam 0.01 cosine 4 2 3 1 0.5613383054733276 frozen 256 l1 1e-05 0.1 256 adam 0.01 cosine 2 0 3 0 0.5533722639083862 initialized 256 l2 1e-05 0.3 256 rmsprop 0.001 cosine 4 0 2 0 0.5432819724082947 uninitialized 512 l2 1e-05 0.5 512 rmsprop 0.001 cosine 4 0 2 0 0.5342538356781006 initialized 256 l1_l2 1e-05 0.2 512 adam 0.001 exponential 4 0 2 0 0.5220392942428589 initialized 512 l1_l2 0.0001 0.2 128 adam 0.001 cosine 2 0 3 0 0.5130111575126648 initialized 64 none 1e-05 0.3 64 rmsprop 0.0001 exponential 11 0 1 0 0.508231520652771 initialized 512 l1_l2 0.0001 0.2 128 adam 0.001 cosine 4 2 3 1 0.5029208660125732 uninitialized 512 none 1e-05 0.4 512 rmsprop 0.001 exponential 2 0 3 0 0.48645779490470886 initialized 256 l2 0.0001 0.2 256 adam 0.001 exponential 2 0 3 0 0.468932569026947 frozen 64 l1_l2 1e-05 0 64 sgd 0.001 exponential 2 0 3 0 0.438130646944046 frozen 512 l2 1e-05 0 1024 sgd 0.01 none 2 0 3 0 0.43706852197647095 uninitialized 256 l2 1e-05 0.3 64 sgd 0.0001 exponential 2 0 3 0 0.4333510398864746 uninitialized 64 l2 1e-05 0.1 128 sgd 0.0001 none 4 0 2 0 0.4179500937461853 initialized 64 l1 1e-05 0.5 128 rmsprop 0.0001 cosine 11 0 1 0 0.40042486786842346 uninitialized 256 none 0.0001 0.4 128 rmsprop 0.0001 cosine 4 0 2 0 0.3929899036884308 uninitialized 128 none 1e-05 0.5 1024 adam 0.001 none 2 0 3 0 0.3536909222602844 uninitialized 512 l1 1e-05 0.2 512 sgd 0.001 cosine 11 0 1 0 0.3191715478897095 frozen 512 none 1e-05 0.3 512 adam 0.001 exponential 2 0 3 0 0.310143381357193 frozen 256 l2 0.0001 0 256 sgd 0.001 cosine 2 0 3 0 0.2889007031917572 uninitialized 512 l1_l2 0.0001 0.2 128 adam 0.01 exponential 2 0 3 0 0.2580987811088562 uninitialized 64 l1_l2 0.0001 0 256 adam 0.01 cosine 4 0 2 0 0.2395114153623581 frozen 128 l2 1e-05 0.3 64 sgd 0.0001 exponential 4 0 2 0 0.20339883863925934 frozen 128 l2 0.0001 0.3 32 rmsprop 0.0001 exponential 2 0 3 0 0.1890600174665451 initialized 256 l1 0.0001 0.5 64 rmsprop 0.0001 none 2 0 3 0 0.17843866348266602 uninitialized 512 l2 0.0001 0 1024 rmsprop 0.0001 cosine 4 0 2 0 0.1582580953836441 uninitialized 256 l1 0.0001 0 512 rmsprop 0.01 cosine 2 0 3 0 0.15029208362102509 uninitialized 256 l1_l2 1e-05 0.3 512 sgd 0.0001 none 2 0 3 0 0.12480085343122482 frozen 512 l2 1e-05 0.2 64 rmsprop 0.0001 exponential 2 0 3 0 0.12320765107870102 uninitialized 64 l1 0.0001 0.4 512 adam 0.001 cosine 11 0 1 0 0.11152416467666626 uninitialized 512 l1_l2 0.0001 0.5 128 adam 0.0001 exponential 2 0 3 0 0.10780669003725052 uninitialized 64 l1 0.0001 0.3 1024 adam 0.001 none 2 0 3 0 0.10090281814336777 frozen 512 none 1e-05 0.4 256 sgd 0.0001 exponential 4 0 2 0 0.09293680638074875 uninitialized 512 l1 0.0001 0.2 256 rmsprop 0.0001 exponential 2 0 3 0 0.0844397246837616 initialized 128 l1_l2 0.0001 0.5 256 sgd 0.0001 exponential 4 0 2 0 0.07753584533929825 initialized 128 l2 0.0001 0.1 256 sgd 0.0001 cosine 2 0 3 0 0.06532129645347595 frozen 256 none 0.0001 0.4 1024 rmsprop 0.0001 exponential 4 0 2 0 0.06425916403532028 initialized 64 none 0.0001 0.2 256 sgd 0.0001 exponential 2 0 3 0 0.05469994619488716 frozen 512 l1 0.0001 0.2 1024 rmsprop 0.0001 cosine 2 0 3 0 0.05098247528076172 initialized 256 none 0.0001 0.1 512 adam 0.0001 exponential 2 0 3 0 0.044609665870666504 frozen 512 none 0.0001 0.3 1024 adam 0.0001 cosine 2 0 3 0