deeplearn@ML-RefVm-967342:~$ mkdir reuters deeplearn@ML-RefVm-967342:~$ cd reuters deeplearn@ML-RefVm-967342:~$ pip install spacy Collecting spacy Downloading spacy-3.4.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.5 MB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 6.5/6.5 MB 21.7 MB/s eta 0:00:00 Collecting pathy>=0.3.5 Downloading pathy-0.6.2-py3-none-any.whl (42 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 42.8/42.8 kB 1.2 MB/s eta 0:00:00 Collecting spacy-loggers<2.0.0,>=1.0.0 Downloading spacy_loggers-1.0.3-py3-none-any.whl (9.3 kB) Collecting srsly<3.0.0,>=2.4.3 Downloading srsly-2.4.4-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (461 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 461.4/461.4 kB 6.3 MB/s eta 0:00:00 Requirement already satisfied: packaging>=20.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (21.3) Requirement already satisfied: numpy>=1.15.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (1.23.1) Collecting wasabi<1.1.0,>=0.9.1 Downloading wasabi-0.10.1-py3-none-any.whl (26 kB) Requirement already satisfied: jinja2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (3.0.3) Collecting langcodes<4.0.0,>=3.2.0 Downloading langcodes-3.3.0-py3-none-any.whl (181 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 181.6/181.6 kB 5.3 MB/s eta 0:00:00 Collecting catalogue<2.1.0,>=2.0.6 Downloading catalogue-2.0.8-py3-none-any.whl (17 kB) Collecting thinc<8.2.0,>=8.1.0 Downloading thinc-8.1.3-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (817 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 817.8/817.8 kB 5.2 MB/s eta 0:00:00 Collecting murmurhash<1.1.0,>=0.28.0 Downloading murmurhash-1.0.8-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (21 kB) Requirement already satisfied: requests<3.0.0,>=2.13.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (2.28.1) Collecting pydantic!=1.8,!=1.8.1,<1.10.0,>=1.7.4 Downloading pydantic-1.9.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.8 MB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.8/12.8 MB 23.2 MB/s eta 0:00:00 Collecting cymem<2.1.0,>=2.0.2 Downloading cymem-2.0.6-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (36 kB) Collecting spacy-legacy<3.1.0,>=3.0.9 Downloading spacy_legacy-3.0.10-py2.py3-none-any.whl (21 kB) Requirement already satisfied: setuptools in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (61.2.0) Collecting preshed<3.1.0,>=3.0.2 Downloading preshed-3.0.7-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (130 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 130.8/130.8 kB 1.3 MB/s eta 0:00:00 Collecting typer<0.5.0,>=0.3.0 Downloading typer-0.4.2-py3-none-any.whl (27 kB) Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy) (4.64.0) Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from packaging>=20.0->spacy) (3.0.4) Collecting smart-open<6.0.0,>=5.2.1 Downloading smart_open-5.2.1-py3-none-any.whl (58 kB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 58.6/58.6 kB 1.9 MB/s eta 0:00:00 Requirement already satisfied: typing-extensions>=3.7.4.3 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from pydantic!=1.8,!=1.8.1,<1.10.0,>=1.7.4->spacy) (4.3.0) Requirement already satisfied: urllib3<1.27,>=1.21.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy) (1.26.11) Requirement already satisfied: certifi>=2017.4.17 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy) (2022.6.15) Requirement already satisfied: charset-normalizer<3,>=2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy) (2.0.4) Requirement already satisfied: idna<4,>=2.5 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy) (3.3) Collecting blis<0.8.0,>=0.7.8 Downloading blis-0.7.8-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.2 MB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 10.2/10.2 MB 25.7 MB/s eta 0:00:00 Collecting confection<1.0.0,>=0.0.1 Downloading confection-0.0.3-py3-none-any.whl (32 kB) Requirement already satisfied: click<9.0.0,>=7.1.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from typer<0.5.0,>=0.3.0->spacy) (8.1.3) Requirement already satisfied: MarkupSafe>=2.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from jinja2->spacy) (2.1.1) Installing collected packages: wasabi, cymem, typer, spacy-loggers, spacy-legacy, smart-open, pydantic, murmurhash, langcodes, catalogue, blis, srsly, preshed, pathy, confection, thinc, spacy Attempting uninstall: smart-open Found existing installation: smart-open 6.0.0 Uninstalling smart-open-6.0.0: Successfully uninstalled smart-open-6.0.0 Successfully installed blis-0.7.8 catalogue-2.0.8 confection-0.0.3 cymem-2.0.6 langcodes-3.3.0 murmurhash-1.0.8 pathy-0.6.2 preshed-3.0.7 pydantic-1.9.2 smart-open-5.2.1 spacy-3.4.1 spacy-legacy-3.0.10 spacy-loggers-1.0.3 srsly-2.4.4 thinc-8.1.3 typer-0.4.2 wasabi-0.10.1 deeplearn@ML-RefVm-967342:~/reuters$ python -m spacy download en_core_web_sm Collecting en-core-web-sm==3.4.0 Downloading https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.4.0/en_core_web_sm-3.4.0-py3-none-any.whl (12.8 MB) ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.8/12.8 MB 27.5 MB/s eta 0:00:00 Requirement already satisfied: spacy<3.5.0,>=3.4.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from en-core-web-sm==3.4.0) (3.4.1) Requirement already satisfied: tqdm<5.0.0,>=4.38.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (4.64.0) Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.10.0,>=1.7.4 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (1.9.2) Requirement already satisfied: jinja2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.0.3) Requirement already satisfied: typer<0.5.0,>=0.3.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (0.4.2) Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (1.0.8) Requirement already satisfied: pathy>=0.3.5 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (0.6.2) Requirement already satisfied: requests<3.0.0,>=2.13.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.28.1) Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (1.0.3) Requirement already satisfied: thinc<8.2.0,>=8.1.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (8.1.3) Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.4.4) Requirement already satisfied: numpy>=1.15.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (1.23.1) Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.0.7) Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.0.8) Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.0.6) Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.3.0) Requirement already satisfied: wasabi<1.1.0,>=0.9.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (0.10.1) Requirement already satisfied: packaging>=20.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (21.3) Requirement already satisfied: setuptools in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (61.2.0) Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.9 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.0.10) Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from packaging>=20.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.0.4) Requirement already satisfied: smart-open<6.0.0,>=5.2.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from pathy>=0.3.5->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (5.2.1) Requirement already satisfied: typing-extensions>=3.7.4.3 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from pydantic!=1.8,!=1.8.1,<1.10.0,>=1.7.4->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (4.3.0) Requirement already satisfied: charset-normalizer<3,>=2 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.0.4) Requirement already satisfied: urllib3<1.27,>=1.21.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (1.26.11) Requirement already satisfied: idna<4,>=2.5 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (3.3) Requirement already satisfied: certifi>=2017.4.17 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from requests<3.0.0,>=2.13.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2022.6.15) Requirement already satisfied: blis<0.8.0,>=0.7.8 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from thinc<8.2.0,>=8.1.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (0.7.8) Requirement already satisfied: confection<1.0.0,>=0.0.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from thinc<8.2.0,>=8.1.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (0.0.3) Requirement already satisfied: click<9.0.0,>=7.1.1 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from typer<0.5.0,>=0.3.0->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (8.1.3) Requirement already satisfied: MarkupSafe>=2.0 in /anaconda/envs/py38_default/lib/python3.8/site-packages (from jinja2->spacy<3.5.0,>=3.4.0->en-core-web-sm==3.4.0) (2.1.1) Installing collected packages: en-core-web-sm Successfully installed en-core-web-sm-3.4.0 ✔ Download and installation successful You can now load the package via spacy.load('en_core_web_sm') deeplearn@ML-RefVm-967342:~/reuters$ kaggle competitions download -c ml530-2022-fall-reuters Downloading ml530-2022-fall-reuters.zip to /home/deeplearn/reuters 0%| | 0.00/11.5M [00:00] 2.53K --.-KB/s in 0s 2022-10-08 17:02:54 (1.86 GB/s) - ‘reuters-vocabulary.py.txt’ saved [2590/2590] deeplearn@ML-RefVm-967342:~/reuters$ time python reuters-vocabulary.py.txt real 0m26.679s user 0m26.339s sys 0m0.842s deeplearn@ML-RefVm-967342:~/reuters$ wget https://cross-entropy.net/ML530/reuters-vectors.py.txt --2022-10-08 17:03:38-- https://cross-entropy.net/ML530/reuters-vectors.py.txt Resolving cross-entropy.net (cross-entropy.net)... 107.180.57.14 Connecting to cross-entropy.net (cross-entropy.net)|107.180.57.14|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 2303 (2.2K) [text/plain] Saving to: ‘reuters-vectors.py.txt’ reuters-vectors.py.txt 100%[============================================================>] 2.25K --.-KB/s in 0s 2022-10-08 17:03:38 (1.65 GB/s) - ‘reuters-vectors.py.txt’ saved [2303/2303] deeplearn@ML-RefVm-967342:~/reuters$ time python reuters-vectors.py.txt real 0m26.402s user 0m25.755s sys 0m1.285s deeplearn@ML-RefVm-967342:~/reuters$ wget https://cross-entropy.net/ML530/reuters-search.py.txt --2022-10-08 17:04:22-- https://cross-entropy.net/ML530/reuters-search.py.txt Resolving cross-entropy.net (cross-entropy.net)... 107.180.57.14 Connecting to cross-entropy.net (cross-entropy.net)|107.180.57.14|:443... connected. HTTP request sent, awaiting response... 200 OK Length: 4615 (4.5K) [text/plain] Saving to: ‘reuters-search.py.txt’ reuters-search.py.txt 100%[============================================================>] 4.51K --.-KB/s in 0s 2022-10-08 17:04:22 (3.07 GB/s) - ‘reuters-search.py.txt’ saved [4615/4615] deeplearn@ML-RefVm-967342:~/reuters$ time python reuters-search.py.txt 2022-10-08 17:04:37.718816: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. 2022-10-08 17:04:55.527849: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1532] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 10790 MB memory: -> device: 0, name: Tesla K80, pci bus id: 0001:00:00.0, compute capability: 3.7 Search space summary Default search space size: 10 depth (Int) {'default': None, 'conditions': [], 'min_value': 0, 'max_value': 3, 'step': 1, 'sampling': None} width (Choice) {'default': 16, 'conditions': [], 'values': [16, 32, 64, 128], 'ordered': True} activation (Choice) {'default': 'linear', 'conditions': [], 'values': ['linear', 'relu', 'sigmoid', 'swish', 'tanh', 'leaky', 'elu', 'selu'], 'ordered': False} regularization_function (Choice) {'default': 'none', 'conditions': [], 'values': ['none', 'l1', 'l2', 'l1_l2'], 'ordered': False} regularization_penalty (Choice) {'default': 0.0001, 'conditions': [], 'values': [0.0001, 1e-05], 'ordered': True} dropout (Float) {'default': 0.0, 'conditions': [], 'min_value': 0.0, 'max_value': 0.5, 'step': 0.1, 'sampling': None} optimizer (Choice) {'default': 'adam', 'conditions': [], 'values': ['adam', 'rmsprop', 'sgd'], 'ordered': False} learning_rate (Choice) {'default': 0.01, 'conditions': [], 'values': [0.01, 0.001, 0.0001], 'ordered': True} learning_rate_schedule (Choice) {'default': 'none', 'conditions': [], 'values': ['none', 'exponential', 'cosine'], 'ordered': False} batch_size (Choice) {'default': 32, 'conditions': [], 'values': [32, 64, 128, 256, 512, 1024], 'ordered': True} Search: Running Trial #1 Value |Best Value So Far |Hyperparameter 1 |? |depth 128 |? |width selu |? |activation l2 |? |regularization_function 1e-05 |? |regularization_penalty 0 |? |dropout adam |? |optimizer 0.01 |? |learning_rate none |? |learning_rate_schedule 512 |? |batch_size 2 |? |tuner/epochs 0 |? |tuner/initial_epoch 3 |? |tuner/bracket 0 |? |tuner/round Epoch 1/2 21/21 [==============================] - 16s 36ms/step - loss: 0.2065 - auc: 0.9269 - val_loss: 0.1096 - val_auc: 0.9810 Epoch 2/2 21/21 [==============================] - 1s 27ms/step - loss: 0.0695 - auc: 0.9943 - val_loss: 0.0985 - val_auc: 0.9873 Trial 1 Complete [00h 00m 18s] val_auc: 0.9873266220092773 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 18s Search: Running Trial #2 Value |Best Value So Far |Hyperparameter 2 |1 |depth 32 |128 |width selu |selu |activation l1_l2 |l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.3 |0 |dropout rmsprop |adam |optimizer 0.01 |0.01 |learning_rate exponential |none |learning_rate_schedule 1024 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 61ms/step - loss: 0.7498 - auc: 0.6228 - val_loss: 0.4464 - val_auc: 0.8633 Epoch 2/2 11/11 [==============================] - 0s 34ms/step - loss: 0.4464 - auc: 0.8579 - val_loss: 0.3113 - val_auc: 0.9739 Trial 2 Complete [00h 00m 03s] val_auc: 0.9739223122596741 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 20s Search: Running Trial #3 Value |Best Value So Far |Hyperparameter 3 |1 |depth 128 |128 |width swish |selu |activation l2 |l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0 |dropout sgd |adam |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 512 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 37ms/step - loss: 0.4789 - auc: 0.6376 - val_loss: 0.2821 - val_auc: 0.9174 Epoch 2/2 21/21 [==============================] - 0s 19ms/step - loss: 0.1990 - auc: 0.9522 - val_loss: 0.1084 - val_auc: 0.9838 Trial 3 Complete [00h 00m 03s] val_auc: 0.983822762966156 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 23s Search: Running Trial #4 Value |Best Value So Far |Hyperparameter 0 |1 |depth 128 |128 |width relu |selu |activation none |l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0 |dropout sgd |adam |optimizer 0.001 |0.01 |learning_rate exponential |none |learning_rate_schedule 512 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 29ms/step - loss: 0.5388 - auc: 0.6347 - val_loss: 0.4308 - val_auc: 0.7123 Epoch 2/2 21/21 [==============================] - 0s 12ms/step - loss: 0.4007 - auc: 0.7506 - val_loss: 0.3562 - val_auc: 0.8054 Trial 4 Complete [00h 00m 02s] val_auc: 0.8053920865058899 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 26s Search: Running Trial #5 Value |Best Value So Far |Hyperparameter 1 |1 |depth 64 |128 |width linear |selu |activation l1_l2 |l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.5 |0 |dropout adam |adam |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 512 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 31ms/step - loss: 0.7545 - auc: 0.8946 - val_loss: 0.4558 - val_auc: 0.9824 Epoch 2/2 21/21 [==============================] - 0s 24ms/step - loss: 0.3899 - auc: 0.9823 - val_loss: 0.3169 - val_auc: 0.9869 Trial 5 Complete [00h 00m 03s] val_auc: 0.9868857264518738 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 28s Search: Running Trial #6 Value |Best Value So Far |Hyperparameter 1 |1 |depth 16 |128 |width tanh |selu |activation none |l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0 |dropout sgd |adam |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 512 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 30ms/step - loss: 0.4423 - auc: 0.6926 - val_loss: 0.3165 - val_auc: 0.8436 Epoch 2/2 21/21 [==============================] - 0s 17ms/step - loss: 0.2858 - auc: 0.8920 - val_loss: 0.2335 - val_auc: 0.9542 Trial 6 Complete [00h 00m 02s] val_auc: 0.9542279243469238 Best val_auc So Far: 0.9873266220092773 Total elapsed time: 00h 00m 30s Search: Running Trial #7 Value |Best Value So Far |Hyperparameter 1 |1 |depth 128 |128 |width relu |selu |activation l1_l2 |l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.3 |0 |dropout adam |adam |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 32 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 3s 5ms/step - loss: 0.3450 - auc: 0.9620 - val_loss: 0.2261 - val_auc: 0.9899 Epoch 2/2 323/323 [==============================] - 1s 5ms/step - loss: 0.2193 - auc: 0.9890 - val_loss: 0.2067 - val_auc: 0.9911 Trial 7 Complete [00h 00m 05s] val_auc: 0.9910838007926941 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 35s Search: Running Trial #8 Value |Best Value So Far |Hyperparameter 2 |1 |depth 16 |128 |width elu |relu |activation l1_l2 |l1_l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.3 |dropout rmsprop |adam |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 512 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 32ms/step - loss: 0.8403 - auc: 0.5744 - val_loss: 0.7879 - val_auc: 0.6889 Epoch 2/2 21/21 [==============================] - 0s 13ms/step - loss: 0.7740 - auc: 0.6182 - val_loss: 0.7328 - val_auc: 0.7322 Trial 8 Complete [00h 00m 02s] val_auc: 0.7322441935539246 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 38s Search: Running Trial #9 Value |Best Value So Far |Hyperparameter 1 |1 |depth 32 |128 |width leaky |relu |activation none |l1_l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.5 |0.3 |dropout rmsprop |adam |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 6ms/step - loss: 0.5404 - auc: 0.6385 - val_loss: 0.4801 - val_auc: 0.7019 Epoch 2/2 162/162 [==============================] - 1s 5ms/step - loss: 0.4314 - auc: 0.7376 - val_loss: 0.3656 - val_auc: 0.8185 Trial 9 Complete [00h 00m 03s] val_auc: 0.8184712529182434 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 41s Search: Running Trial #10 Value |Best Value So Far |Hyperparameter 2 |1 |depth 64 |128 |width relu |relu |activation l1 |l1_l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.3 |dropout sgd |adam |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 3s 5ms/step - loss: 0.5492 - auc: 0.6538 - val_loss: 0.4496 - val_auc: 0.7253 Epoch 2/2 323/323 [==============================] - 1s 4ms/step - loss: 0.3385 - auc: 0.8738 - val_loss: 0.2294 - val_auc: 0.9708 Trial 10 Complete [00h 00m 05s] val_auc: 0.9707939028739929 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 45s Search: Running Trial #11 Value |Best Value So Far |Hyperparameter 1 |1 |depth 32 |128 |width leaky |relu |activation l2 |l1_l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 58ms/step - loss: 0.2976 - auc: 0.8586 - val_loss: 0.1436 - val_auc: 0.9730 Epoch 2/2 11/11 [==============================] - 0s 34ms/step - loss: 0.1132 - auc: 0.9841 - val_loss: 0.0902 - val_auc: 0.9790 Trial 11 Complete [00h 00m 02s] val_auc: 0.9789547324180603 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 48s Search: Running Trial #12 Value |Best Value So Far |Hyperparameter 1 |1 |depth 64 |128 |width elu |relu |activation l1 |l1_l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.2 |0.3 |dropout rmsprop |adam |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 1s 17ms/step - loss: 0.6176 - auc: 0.8858 - val_loss: 0.2861 - val_auc: 0.9779 Epoch 2/2 41/41 [==============================] - 0s 10ms/step - loss: 0.2367 - auc: 0.9817 - val_loss: 0.1976 - val_auc: 0.9841 Trial 12 Complete [00h 00m 03s] val_auc: 0.984061062335968 Best val_auc So Far: 0.9910838007926941 Total elapsed time: 00h 00m 50s Search: Running Trial #13 Value |Best Value So Far |Hyperparameter 2 |1 |depth 128 |128 |width leaky |relu |activation none |l1_l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.3 |dropout sgd |adam |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 19ms/step - loss: 0.1387 - auc: 0.9661 - val_loss: 0.0674 - val_auc: 0.9929 Epoch 2/2 41/41 [==============================] - 0s 9ms/step - loss: 0.0317 - auc: 0.9971 - val_loss: 0.0807 - val_auc: 0.9816 Trial 13 Complete [00h 00m 03s] val_auc: 0.992909848690033 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 00m 53s Search: Running Trial #14 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |128 |width tanh |leaky |activation l1_l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout sgd |sgd |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 256 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 18ms/step - loss: 0.7535 - auc: 0.9574 - val_loss: 0.4165 - val_auc: 0.9864 Epoch 2/2 41/41 [==============================] - 1s 17ms/step - loss: 0.4020 - auc: 0.9874 - val_loss: 0.4158 - val_auc: 0.9889 Trial 14 Complete [00h 00m 03s] val_auc: 0.9888791441917419 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 00m 56s Search: Running Trial #15 Value |Best Value So Far |Hyperparameter 3 |2 |depth 32 |128 |width sigmoid |leaky |activation none |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.5 |0.2 |dropout rmsprop |sgd |optimizer 0.001 |0.01 |learning_rate exponential |none |learning_rate_schedule 32 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 2s 5ms/step - loss: 0.5027 - auc: 0.5175 - val_loss: 0.4045 - val_auc: 0.8481 Epoch 2/2 323/323 [==============================] - 1s 4ms/step - loss: 0.3784 - auc: 0.6718 - val_loss: 0.2648 - val_auc: 0.8620 Trial 15 Complete [00h 00m 04s] val_auc: 0.8619585633277893 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 00s Search: Running Trial #16 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |128 |width linear |leaky |activation l2 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.2 |dropout rmsprop |sgd |optimizer 0.001 |0.01 |learning_rate cosine |none |learning_rate_schedule 1024 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 59ms/step - loss: 0.5637 - auc: 0.6154 - val_loss: 0.4691 - val_auc: 0.7299 Epoch 2/2 11/11 [==============================] - 0s 33ms/step - loss: 0.4350 - auc: 0.7571 - val_loss: 0.3292 - val_auc: 0.8592 Trial 16 Complete [00h 00m 03s] val_auc: 0.8592023253440857 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 03s Search: Running Trial #17 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |128 |width sigmoid |leaky |activation l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.3 |0.2 |dropout adam |sgd |optimizer 0.001 |0.01 |learning_rate cosine |none |learning_rate_schedule 256 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 19ms/step - loss: 0.5155 - auc: 0.5495 - val_loss: 0.4334 - val_auc: 0.7824 Epoch 2/2 41/41 [==============================] - 1s 13ms/step - loss: 0.4007 - auc: 0.7054 - val_loss: 0.3338 - val_auc: 0.9559 Trial 17 Complete [00h 00m 03s] val_auc: 0.9558879733085632 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 06s Search: Running Trial #18 Value |Best Value So Far |Hyperparameter 3 |2 |depth 16 |128 |width sigmoid |leaky |activation l1 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.2 |dropout adam |sgd |optimizer 0.01 |0.01 |learning_rate cosine |none |learning_rate_schedule 128 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 11ms/step - loss: 0.4732 - auc: 0.5569 - val_loss: 0.4012 - val_auc: 0.7449 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.3335 - auc: 0.7208 - val_loss: 0.2611 - val_auc: 0.8562 Trial 18 Complete [00h 00m 03s] val_auc: 0.856231153011322 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 09s Search: Running Trial #19 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |128 |width swish |leaky |activation l1_l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.2 |0.2 |dropout sgd |sgd |optimizer 0.01 |0.01 |learning_rate exponential |none |learning_rate_schedule 128 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 11ms/step - loss: 0.3821 - auc: 0.9589 - val_loss: 0.2801 - val_auc: 0.9880 Epoch 2/2 81/81 [==============================] - 0s 6ms/step - loss: 0.2855 - auc: 0.9893 - val_loss: 0.3108 - val_auc: 0.9882 Trial 19 Complete [00h 00m 03s] val_auc: 0.9881876111030579 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 11s Search: Running Trial #20 Value |Best Value So Far |Hyperparameter 3 |2 |depth 16 |128 |width sigmoid |leaky |activation l1 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.2 |dropout sgd |sgd |optimizer 0.001 |0.01 |learning_rate cosine |none |learning_rate_schedule 1024 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 62ms/step - loss: 0.8310 - auc: 0.5013 - val_loss: 0.7568 - val_auc: 0.5271 Epoch 2/2 11/11 [==============================] - 0s 24ms/step - loss: 0.7386 - auc: 0.5074 - val_loss: 0.6458 - val_auc: 0.6173 Trial 20 Complete [00h 00m 03s] val_auc: 0.6172779202461243 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 14s Search: Running Trial #21 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |128 |width swish |leaky |activation l1 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout adam |sgd |optimizer 0.01 |0.01 |learning_rate exponential |none |learning_rate_schedule 512 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 33ms/step - loss: 0.6062 - auc: 0.9358 - val_loss: 0.3662 - val_auc: 0.9863 Epoch 2/2 21/21 [==============================] - 0s 13ms/step - loss: 0.3074 - auc: 0.9882 - val_loss: 0.2710 - val_auc: 0.9859 Trial 21 Complete [00h 00m 02s] val_auc: 0.9862763285636902 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 16s Search: Running Trial #22 Value |Best Value So Far |Hyperparameter 0 |2 |depth 32 |128 |width elu |leaky |activation l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.2 |0.2 |dropout rmsprop |sgd |optimizer 0.001 |0.01 |learning_rate exponential |none |learning_rate_schedule 512 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 30ms/step - loss: 0.5448 - auc: 0.6547 - val_loss: 0.4347 - val_auc: 0.7041 Epoch 2/2 21/21 [==============================] - 0s 13ms/step - loss: 0.4033 - auc: 0.7436 - val_loss: 0.3592 - val_auc: 0.7951 Trial 22 Complete [00h 00m 02s] val_auc: 0.7950654625892639 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 19s Search: Running Trial #23 Value |Best Value So Far |Hyperparameter 3 |2 |depth 16 |128 |width swish |leaky |activation l1 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout adam |sgd |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 512 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 33ms/step - loss: 0.5139 - auc: 0.7016 - val_loss: 0.2915 - val_auc: 0.9556 Epoch 2/2 21/21 [==============================] - 0s 19ms/step - loss: 0.2683 - auc: 0.9534 - val_loss: 0.1988 - val_auc: 0.9870 Trial 23 Complete [00h 00m 03s] val_auc: 0.9869754314422607 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 21s Search: Running Trial #24 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |128 |width linear |leaky |activation l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0 |0.2 |dropout rmsprop |sgd |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 128 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 10ms/step - loss: 0.2326 - auc: 0.9343 - val_loss: 0.1005 - val_auc: 0.9870 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.0725 - auc: 0.9949 - val_loss: 0.0845 - val_auc: 0.9882 Trial 24 Complete [00h 00m 03s] val_auc: 0.9882125854492188 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 24s Search: Running Trial #25 Value |Best Value So Far |Hyperparameter 0 |2 |depth 16 |128 |width leaky |leaky |activation l1 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.1 |0.2 |dropout adam |sgd |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 256 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 1s 16ms/step - loss: 0.2286 - auc: 0.9105 - val_loss: 0.1051 - val_auc: 0.9832 Epoch 2/2 41/41 [==============================] - 0s 8ms/step - loss: 0.0771 - auc: 0.9949 - val_loss: 0.0845 - val_auc: 0.9856 Trial 25 Complete [00h 00m 02s] val_auc: 0.9856066703796387 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 26s Search: Running Trial #26 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |128 |width elu |leaky |activation none |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.2 |dropout rmsprop |sgd |optimizer 0.0001 |0.01 |learning_rate cosine |none |learning_rate_schedule 256 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 1s 16ms/step - loss: 0.6568 - auc: 0.5472 - val_loss: 0.6401 - val_auc: 0.5911 Epoch 2/2 41/41 [==============================] - 0s 8ms/step - loss: 0.6118 - auc: 0.6109 - val_loss: 0.5822 - val_auc: 0.6468 Trial 26 Complete [00h 00m 02s] val_auc: 0.6468470692634583 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 29s Search: Running Trial #27 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |128 |width swish |leaky |activation l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout rmsprop |sgd |optimizer 0.01 |0.01 |learning_rate exponential |none |learning_rate_schedule 256 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 19ms/step - loss: 0.1986 - auc: 0.9625 - val_loss: 0.1283 - val_auc: 0.9926 Epoch 2/2 41/41 [==============================] - 0s 8ms/step - loss: 0.0933 - auc: 0.9974 - val_loss: 0.1143 - val_auc: 0.9896 Trial 27 Complete [00h 00m 03s] val_auc: 0.9925918579101562 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 31s Search: Running Trial #28 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |128 |width relu |leaky |activation none |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.2 |dropout sgd |sgd |optimizer 0.0001 |0.01 |learning_rate none |none |learning_rate_schedule 64 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 0.5745 - auc: 0.6130 - val_loss: 0.4490 - val_auc: 0.7358 Epoch 2/2 162/162 [==============================] - 1s 5ms/step - loss: 0.4176 - auc: 0.7396 - val_loss: 0.3208 - val_auc: 0.8795 Trial 28 Complete [00h 00m 03s] val_auc: 0.8795368671417236 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 35s Search: Running Trial #29 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |128 |width elu |leaky |activation l2 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.5 |0.2 |dropout rmsprop |sgd |optimizer 0.0001 |0.01 |learning_rate none |none |learning_rate_schedule 1024 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 64ms/step - loss: 0.6353 - auc: 0.5723 - val_loss: 0.5463 - val_auc: 0.6682 Epoch 2/2 11/11 [==============================] - 0s 31ms/step - loss: 0.5168 - auc: 0.6734 - val_loss: 0.4648 - val_auc: 0.7103 Trial 29 Complete [00h 00m 02s] val_auc: 0.7103161215782166 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 37s Search: Running Trial #30 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |128 |width selu |leaky |activation l1_l2 |none |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout rmsprop |sgd |optimizer 0.0001 |0.01 |learning_rate exponential |none |learning_rate_schedule 128 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 10ms/step - loss: 1.1783 - auc: 0.6318 - val_loss: 0.8689 - val_auc: 0.8085 Epoch 2/2 81/81 [==============================] - 0s 6ms/step - loss: 0.7904 - auc: 0.7982 - val_loss: 0.5934 - val_auc: 0.9039 Trial 30 Complete [00h 00m 03s] val_auc: 0.9038813710212708 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 40s Search: Running Trial #31 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |128 |width leaky |leaky |activation l1 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.2 |dropout adam |sgd |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 64 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 0.2756 - auc: 0.8992 - val_loss: 0.1126 - val_auc: 0.9877 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.1115 - auc: 0.9880 - val_loss: 0.0971 - val_auc: 0.9910 Trial 31 Complete [00h 00m 03s] val_auc: 0.9910128712654114 Best val_auc So Far: 0.992909848690033 Total elapsed time: 00h 01m 43s Search: Running Trial #32 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |128 |width tanh |leaky |activation l1_l2 |none |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.2 |dropout rmsprop |sgd |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 32 |256 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 2s 5ms/step - loss: 0.1747 - auc: 0.9831 - val_loss: 0.1682 - val_auc: 0.9942 Epoch 2/2 323/323 [==============================] - 1s 3ms/step - loss: 0.1550 - auc: 0.9939 - val_loss: 0.1823 - val_auc: 0.9917 Trial 32 Complete [00h 00m 04s] val_auc: 0.9941594004631042 Best val_auc So Far: 0.9941594004631042 Total elapsed time: 00h 01m 47s Search: Running Trial #33 Value |Best Value So Far |Hyperparameter 1 |1 |depth 32 |32 |width tanh |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.4 |0.2 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |none |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 57ms/step - loss: 0.6428 - auc: 0.5570 - val_loss: 0.5934 - val_auc: 0.6501 Epoch 2/2 11/11 [==============================] - 0s 33ms/step - loss: 0.5750 - auc: 0.6505 - val_loss: 0.5380 - val_auc: 0.7009 Trial 33 Complete [00h 00m 02s] val_auc: 0.7008686065673828 Best val_auc So Far: 0.9941594004631042 Total elapsed time: 00h 01m 50s Search: Running Trial #34 Value |Best Value So Far |Hyperparameter 2 |1 |depth 32 |32 |width tanh |tanh |activation l1 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout adam |rmsprop |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 59ms/step - loss: 0.8188 - auc: 0.6803 - val_loss: 0.5683 - val_auc: 0.8124 Epoch 2/2 11/11 [==============================] - 0s 28ms/step - loss: 0.4918 - auc: 0.8554 - val_loss: 0.3846 - val_auc: 0.9287 Trial 34 Complete [00h 00m 02s] val_auc: 0.9286565780639648 Best val_auc So Far: 0.9941594004631042 Total elapsed time: 00h 01m 52s Search: Running Trial #35 Value |Best Value So Far |Hyperparameter 1 |1 |depth 32 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.2 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 32 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0031 |None |tuner/trial_id Epoch 3/4 323/323 [==============================] - 2s 5ms/step - loss: 0.1780 - auc: 0.9826 - val_loss: 0.1673 - val_auc: 0.9909 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.1538 - auc: 0.9936 - val_loss: 0.1909 - val_auc: 0.9918 Trial 35 Complete [00h 00m 04s] val_auc: 0.9918432235717773 Best val_auc So Far: 0.9941594004631042 Total elapsed time: 00h 01m 56s Search: Running Trial #36 Value |Best Value So Far |Hyperparameter 2 |1 |depth 128 |32 |width leaky |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.2 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |none |learning_rate_schedule 256 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0012 |None |tuner/trial_id Epoch 3/4 41/41 [==============================] - 2s 19ms/step - loss: 0.1587 - auc: 0.9596 - val_loss: 0.0645 - val_auc: 0.9913 Epoch 4/4 41/41 [==============================] - 0s 9ms/step - loss: 0.0307 - auc: 0.9976 - val_loss: 0.0692 - val_auc: 0.9785 Trial 36 Complete [00h 00m 03s] val_auc: 0.9913206696510315 Best val_auc So Far: 0.9941594004631042 Total elapsed time: 00h 01m 59s Search: Running Trial #37 Value |Best Value So Far |Hyperparameter 2 |1 |depth 64 |32 |width swish |tanh |activation l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.2 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |none |learning_rate_schedule 256 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0026 |None |tuner/trial_id Epoch 3/4 41/41 [==============================] - 2s 18ms/step - loss: 0.2169 - auc: 0.9563 - val_loss: 0.1273 - val_auc: 0.9917 Epoch 4/4 41/41 [==============================] - 0s 11ms/step - loss: 0.0933 - auc: 0.9968 - val_loss: 0.1067 - val_auc: 0.9944 Trial 37 Complete [00h 00m 03s] val_auc: 0.9944338202476501 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 02s Search: Running Trial #38 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width relu |swish |activation l1_l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 32 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0006 |0026 |tuner/trial_id Epoch 3/4 323/323 [==============================] - 3s 5ms/step - loss: 0.3488 - auc: 0.9615 - val_loss: 0.2204 - val_auc: 0.9887 Epoch 4/4 323/323 [==============================] - 2s 5ms/step - loss: 0.2247 - auc: 0.9885 - val_loss: 0.2299 - val_auc: 0.9903 Trial 38 Complete [00h 00m 05s] val_auc: 0.9902937412261963 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 06s Search: Running Trial #39 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width leaky |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0030 |0026 |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 7ms/step - loss: 0.2885 - auc: 0.8994 - val_loss: 0.1132 - val_auc: 0.9891 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.1135 - auc: 0.9886 - val_loss: 0.0979 - val_auc: 0.9917 Trial 39 Complete [00h 00m 03s] val_auc: 0.9917027354240417 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 10s Search: Running Trial #40 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 256 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0013 |0026 |tuner/trial_id Epoch 3/4 41/41 [==============================] - 2s 19ms/step - loss: 0.7409 - auc: 0.9556 - val_loss: 0.4213 - val_auc: 0.9882 Epoch 4/4 41/41 [==============================] - 0s 10ms/step - loss: 0.4076 - auc: 0.9885 - val_loss: 0.4279 - val_auc: 0.9902 Trial 40 Complete [00h 00m 03s] val_auc: 0.9901533126831055 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 12s Search: Running Trial #41 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width linear |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 128 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0023 |0026 |tuner/trial_id Epoch 3/4 81/81 [==============================] - 2s 10ms/step - loss: 0.2295 - auc: 0.9251 - val_loss: 0.0994 - val_auc: 0.9864 Epoch 4/4 81/81 [==============================] - 0s 5ms/step - loss: 0.0715 - auc: 0.9948 - val_loss: 0.0860 - val_auc: 0.9853 Trial 41 Complete [00h 00m 03s] val_auc: 0.9863755702972412 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 15s Search: Running Trial #42 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width swish |swish |activation l1_l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.2 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 128 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0018 |0026 |tuner/trial_id Epoch 3/4 81/81 [==============================] - 2s 11ms/step - loss: 0.3834 - auc: 0.9521 - val_loss: 0.2768 - val_auc: 0.9888 Epoch 4/4 81/81 [==============================] - 0s 6ms/step - loss: 0.2853 - auc: 0.9881 - val_loss: 0.2760 - val_auc: 0.9904 Trial 42 Complete [00h 00m 03s] val_auc: 0.9904146790504456 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 18s Search: Running Trial #43 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width selu |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0000 |0026 |tuner/trial_id Epoch 3/4 21/21 [==============================] - 1s 33ms/step - loss: 0.2396 - auc: 0.9082 - val_loss: 0.1037 - val_auc: 0.9809 Epoch 4/4 21/21 [==============================] - 1s 26ms/step - loss: 0.0695 - auc: 0.9952 - val_loss: 0.1029 - val_auc: 0.9829 Trial 43 Complete [00h 00m 03s] val_auc: 0.9828574061393738 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 20s Search: Running Trial #44 Value |Best Value So Far |Hyperparameter 3 |2 |depth 16 |64 |width swish |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0022 |0026 |tuner/trial_id Epoch 3/4 21/21 [==============================] - 2s 33ms/step - loss: 0.4878 - auc: 0.7875 - val_loss: 0.2295 - val_auc: 0.9825 Epoch 4/4 21/21 [==============================] - 0s 14ms/step - loss: 0.2334 - auc: 0.9769 - val_loss: 0.1867 - val_auc: 0.9892 Trial 44 Complete [00h 00m 03s] val_auc: 0.9892277717590332 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 23s Search: Running Trial #45 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |64 |width linear |swish |activation l1_l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.5 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0004 |0026 |tuner/trial_id Epoch 3/4 21/21 [==============================] - 1s 32ms/step - loss: 0.7180 - auc: 0.9143 - val_loss: 0.4391 - val_auc: 0.9887 Epoch 4/4 21/21 [==============================] - 0s 13ms/step - loss: 0.3767 - auc: 0.9836 - val_loss: 0.3119 - val_auc: 0.9884 Trial 45 Complete [00h 00m 02s] val_auc: 0.9886558651924133 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 25s Search: Running Trial #46 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |64 |width swish |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 2 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |1 |tuner/round 0020 |0026 |tuner/trial_id Epoch 3/4 21/21 [==============================] - 1s 30ms/step - loss: 0.6177 - auc: 0.9368 - val_loss: 0.3702 - val_auc: 0.9884 Epoch 4/4 21/21 [==============================] - 0s 15ms/step - loss: 0.3104 - auc: 0.9883 - val_loss: 0.2669 - val_auc: 0.9896 Trial 46 Complete [00h 00m 02s] val_auc: 0.9896300435066223 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 28s Search: Running Trial #47 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width swish |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 256 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |1 |tuner/round 0036 |0026 |tuner/trial_id Epoch 5/11 41/41 [==============================] - 2s 18ms/step - loss: 0.2035 - auc: 0.9607 - val_loss: 0.1349 - val_auc: 0.9930 Epoch 6/11 41/41 [==============================] - 0s 8ms/step - loss: 0.0970 - auc: 0.9973 - val_loss: 0.1147 - val_auc: 0.9921 Epoch 7/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0770 - auc: 0.9974 - val_loss: 0.1297 - val_auc: 0.9856 Epoch 8/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0760 - auc: 0.9981 - val_loss: 0.1195 - val_auc: 0.9921 Epoch 9/11 41/41 [==============================] - 0s 8ms/step - loss: 0.0755 - auc: 0.9986 - val_loss: 0.1358 - val_auc: 0.9876 Epoch 10/11 41/41 [==============================] - 0s 8ms/step - loss: 0.0718 - auc: 0.9989 - val_loss: 0.1327 - val_auc: 0.9833 Epoch 11/11 41/41 [==============================] - 0s 8ms/step - loss: 0.0656 - auc: 0.9990 - val_loss: 0.1333 - val_auc: 0.9809 Trial 47 Complete [00h 00m 04s] val_auc: 0.9930127263069153 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 32s Search: Running Trial #48 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 32 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |1 |tuner/round 0034 |0026 |tuner/trial_id Epoch 5/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1802 - auc: 0.9814 - val_loss: 0.1653 - val_auc: 0.9926 Epoch 6/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1536 - auc: 0.9945 - val_loss: 0.1811 - val_auc: 0.9909 Epoch 7/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1554 - auc: 0.9957 - val_loss: 0.1835 - val_auc: 0.9909 Epoch 8/11 323/323 [==============================] - 1s 4ms/step - loss: 0.1610 - auc: 0.9962 - val_loss: 0.1903 - val_auc: 0.9930 Epoch 9/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1607 - auc: 0.9965 - val_loss: 0.1909 - val_auc: 0.9900 Epoch 10/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1571 - auc: 0.9970 - val_loss: 0.1906 - val_auc: 0.9923 Epoch 11/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1549 - auc: 0.9956 - val_loss: 0.1928 - val_auc: 0.9860 Trial 48 Complete [00h 00m 10s] val_auc: 0.993046760559082 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 42s Search: Running Trial #49 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width leaky |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |1 |tuner/round 0038 |0026 |tuner/trial_id Epoch 5/11 162/162 [==============================] - 2s 7ms/step - loss: 0.2875 - auc: 0.8803 - val_loss: 0.1176 - val_auc: 0.9869 Epoch 6/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1158 - auc: 0.9869 - val_loss: 0.0944 - val_auc: 0.9917 Epoch 7/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0838 - auc: 0.9941 - val_loss: 0.0912 - val_auc: 0.9912 Epoch 8/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0681 - auc: 0.9971 - val_loss: 0.0952 - val_auc: 0.9914 Epoch 9/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0618 - auc: 0.9978 - val_loss: 0.0997 - val_auc: 0.9893 Epoch 10/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0566 - auc: 0.9984 - val_loss: 0.0993 - val_auc: 0.9888 Epoch 11/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0540 - auc: 0.9991 - val_loss: 0.1019 - val_auc: 0.9908 Trial 49 Complete [00h 00m 07s] val_auc: 0.9916775822639465 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 49s Search: Running Trial #50 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |64 |width leaky |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 256 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |1 |tuner/round 0035 |0026 |tuner/trial_id Epoch 5/11 41/41 [==============================] - 2s 19ms/step - loss: 0.1507 - auc: 0.9634 - val_loss: 0.0676 - val_auc: 0.9882 Epoch 6/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0274 - auc: 0.9978 - val_loss: 0.0880 - val_auc: 0.9789 Epoch 7/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0154 - auc: 0.9987 - val_loss: 0.1152 - val_auc: 0.9758 Epoch 8/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0097 - auc: 0.9989 - val_loss: 0.1330 - val_auc: 0.9722 Epoch 9/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0143 - auc: 0.9977 - val_loss: 0.1261 - val_auc: 0.9797 Epoch 10/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0086 - auc: 0.9997 - val_loss: 0.1592 - val_auc: 0.9744 Epoch 11/11 41/41 [==============================] - 0s 9ms/step - loss: 0.0099 - auc: 0.9996 - val_loss: 0.1466 - val_auc: 0.9778 Trial 50 Complete [00h 00m 04s] val_auc: 0.9881858229637146 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 02m 53s Search: Running Trial #51 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 32 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 3 |1 |tuner/round 0047 |0026 |tuner/trial_id Epoch 12/32 323/323 [==============================] - 2s 5ms/step - loss: 0.1763 - auc: 0.9822 - val_loss: 0.1657 - val_auc: 0.9928 Epoch 13/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1568 - auc: 0.9929 - val_loss: 0.1815 - val_auc: 0.9903 Epoch 14/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1584 - auc: 0.9954 - val_loss: 0.1830 - val_auc: 0.9934 Epoch 15/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1585 - auc: 0.9956 - val_loss: 0.1862 - val_auc: 0.9929 Epoch 16/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1573 - auc: 0.9955 - val_loss: 0.1966 - val_auc: 0.9884 Epoch 17/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1627 - auc: 0.9968 - val_loss: 0.2043 - val_auc: 0.9906 Epoch 18/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1607 - auc: 0.9962 - val_loss: 0.1974 - val_auc: 0.9883 Epoch 19/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1586 - auc: 0.9964 - val_loss: 0.2075 - val_auc: 0.9880 Epoch 20/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1518 - auc: 0.9964 - val_loss: 0.1967 - val_auc: 0.9903 Epoch 21/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1529 - auc: 0.9958 - val_loss: 0.1934 - val_auc: 0.9888 Epoch 22/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1519 - auc: 0.9964 - val_loss: 0.1915 - val_auc: 0.9895 Epoch 23/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1481 - auc: 0.9965 - val_loss: 0.1969 - val_auc: 0.9820 Epoch 24/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1543 - auc: 0.9966 - val_loss: 0.2003 - val_auc: 0.9848 Epoch 25/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1533 - auc: 0.9968 - val_loss: 0.1998 - val_auc: 0.9884 Epoch 26/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1507 - auc: 0.9963 - val_loss: 0.1912 - val_auc: 0.9889 Epoch 27/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1491 - auc: 0.9969 - val_loss: 0.1996 - val_auc: 0.9855 Epoch 28/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1524 - auc: 0.9965 - val_loss: 0.1939 - val_auc: 0.9891 Epoch 29/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1544 - auc: 0.9957 - val_loss: 0.1899 - val_auc: 0.9914 Epoch 30/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1397 - auc: 0.9974 - val_loss: 0.1797 - val_auc: 0.9908 Epoch 31/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1382 - auc: 0.9973 - val_loss: 0.1763 - val_auc: 0.9909 Epoch 32/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1381 - auc: 0.9973 - val_loss: 0.1957 - val_auc: 0.9846 Trial 51 Complete [00h 00m 26s] val_auc: 0.9933761954307556 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 19s Search: Running Trial #52 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width swish |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 256 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 3 |3 |tuner/bracket 3 |1 |tuner/round 0046 |0026 |tuner/trial_id Epoch 12/32 41/41 [==============================] - 2s 19ms/step - loss: 0.2022 - auc: 0.9607 - val_loss: 0.1254 - val_auc: 0.9912 Epoch 13/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0925 - auc: 0.9977 - val_loss: 0.1129 - val_auc: 0.9890 Epoch 14/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0736 - auc: 0.9981 - val_loss: 0.1294 - val_auc: 0.9854 Epoch 15/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0788 - auc: 0.9982 - val_loss: 0.1307 - val_auc: 0.9860 Epoch 16/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0757 - auc: 0.9980 - val_loss: 0.1261 - val_auc: 0.9884 Epoch 17/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0676 - auc: 0.9989 - val_loss: 0.1269 - val_auc: 0.9871 Epoch 18/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0637 - auc: 0.9993 - val_loss: 0.1250 - val_auc: 0.9870 Epoch 19/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0597 - auc: 0.9995 - val_loss: 0.1275 - val_auc: 0.9876 Epoch 20/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0623 - auc: 0.9993 - val_loss: 0.1197 - val_auc: 0.9866 Epoch 21/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0571 - auc: 0.9995 - val_loss: 0.1242 - val_auc: 0.9887 Epoch 22/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0517 - auc: 0.9995 - val_loss: 0.1220 - val_auc: 0.9868 Epoch 23/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0450 - auc: 0.9993 - val_loss: 0.1238 - val_auc: 0.9837 Epoch 24/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0412 - auc: 0.9997 - val_loss: 0.1169 - val_auc: 0.9840 Epoch 25/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0447 - auc: 0.9996 - val_loss: 0.1225 - val_auc: 0.9858 Epoch 26/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0465 - auc: 0.9994 - val_loss: 0.1308 - val_auc: 0.9792 Epoch 27/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0432 - auc: 0.9988 - val_loss: 0.1163 - val_auc: 0.9847 Epoch 28/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0399 - auc: 0.9990 - val_loss: 0.1169 - val_auc: 0.9827 Epoch 29/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0390 - auc: 0.9994 - val_loss: 0.1149 - val_auc: 0.9873 Epoch 30/32 41/41 [==============================] - 0s 8ms/step - loss: 0.0384 - auc: 0.9997 - val_loss: 0.1256 - val_auc: 0.9859 Epoch 31/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0359 - auc: 0.9999 - val_loss: 0.1229 - val_auc: 0.9879 Epoch 32/32 41/41 [==============================] - 0s 9ms/step - loss: 0.0331 - auc: 0.9999 - val_loss: 0.1183 - val_auc: 0.9855 Trial 52 Complete [00h 00m 09s] val_auc: 0.9911593794822693 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 29s Search: Running Trial #53 Value |Best Value So Far |Hyperparameter 3 |2 |depth 64 |64 |width relu |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 11/11 [==============================] - 2s 62ms/step - loss: 0.5730 - auc: 0.5726 - val_loss: 0.4247 - val_auc: 0.6769 Epoch 2/4 11/11 [==============================] - 0s 28ms/step - loss: 0.4175 - auc: 0.6810 - val_loss: 0.3157 - val_auc: 0.8229 Epoch 3/4 11/11 [==============================] - 0s 27ms/step - loss: 0.3113 - auc: 0.8440 - val_loss: 0.2223 - val_auc: 0.9634 Epoch 4/4 11/11 [==============================] - 0s 26ms/step - loss: 0.2276 - auc: 0.9303 - val_loss: 0.1556 - val_auc: 0.9732 Trial 53 Complete [00h 00m 03s] val_auc: 0.9732263684272766 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 32s Search: Running Trial #54 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width sigmoid |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 256 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 41/41 [==============================] - 2s 18ms/step - loss: 0.6419 - auc: 0.6070 - val_loss: 0.4268 - val_auc: 0.7435 Epoch 2/4 41/41 [==============================] - 0s 11ms/step - loss: 0.5361 - auc: 0.7726 - val_loss: 0.3567 - val_auc: 0.9335 Epoch 3/4 41/41 [==============================] - 0s 9ms/step - loss: 0.3383 - auc: 0.8737 - val_loss: 0.2760 - val_auc: 0.9399 Epoch 4/4 41/41 [==============================] - 0s 9ms/step - loss: 0.4758 - auc: 0.9120 - val_loss: 0.3326 - val_auc: 0.9556 Trial 54 Complete [00h 00m 04s] val_auc: 0.9556441903114319 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 35s Search: Running Trial #55 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width sigmoid |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 11/11 [==============================] - 2s 61ms/step - loss: 0.5361 - auc: 0.5938 - val_loss: 0.4274 - val_auc: 0.8531 Epoch 2/4 11/11 [==============================] - 0s 29ms/step - loss: 0.3760 - auc: 0.8263 - val_loss: 0.2929 - val_auc: 0.9305 Epoch 3/4 11/11 [==============================] - 0s 40ms/step - loss: 0.2590 - auc: 0.9159 - val_loss: 0.2131 - val_auc: 0.9541 Epoch 4/4 11/11 [==============================] - 0s 25ms/step - loss: 0.1951 - auc: 0.9549 - val_loss: 0.1732 - val_auc: 0.9726 Trial 55 Complete [00h 00m 03s] val_auc: 0.972564697265625 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 38s Search: Running Trial #56 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width selu |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout sgd |rmsprop |optimizer 0.0001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 32 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 323/323 [==============================] - 3s 5ms/step - loss: 0.6277 - auc: 0.5699 - val_loss: 0.3808 - val_auc: 0.7418 Epoch 2/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4785 - auc: 0.6592 - val_loss: 0.3148 - val_auc: 0.8241 Epoch 3/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4137 - auc: 0.7195 - val_loss: 0.2964 - val_auc: 0.8407 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.3583 - auc: 0.7884 - val_loss: 0.2031 - val_auc: 0.9347 Trial 56 Complete [00h 00m 07s] val_auc: 0.934670627117157 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 46s Search: Running Trial #57 Value |Best Value So Far |Hyperparameter 0 |2 |depth 16 |64 |width leaky |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.1 |dropout rmsprop |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 32 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 323/323 [==============================] - 2s 4ms/step - loss: 0.5322 - auc: 0.6611 - val_loss: 0.4342 - val_auc: 0.7267 Epoch 2/4 323/323 [==============================] - 1s 3ms/step - loss: 0.4000 - auc: 0.7665 - val_loss: 0.3560 - val_auc: 0.8143 Epoch 3/4 323/323 [==============================] - 1s 3ms/step - loss: 0.3367 - auc: 0.8464 - val_loss: 0.3061 - val_auc: 0.8711 Epoch 4/4 323/323 [==============================] - 1s 3ms/step - loss: 0.2921 - auc: 0.8989 - val_loss: 0.2694 - val_auc: 0.9108 Trial 57 Complete [00h 00m 06s] val_auc: 0.9107775092124939 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 51s Search: Running Trial #58 Value |Best Value So Far |Hyperparameter 0 |2 |depth 64 |64 |width swish |swish |activation none |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.5 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 11/11 [==============================] - 1s 57ms/step - loss: 0.6853 - auc: 0.5214 - val_loss: 0.6678 - val_auc: 0.5536 Epoch 2/4 11/11 [==============================] - 0s 23ms/step - loss: 0.6598 - auc: 0.5747 - val_loss: 0.6438 - val_auc: 0.5937 Epoch 3/4 11/11 [==============================] - 0s 23ms/step - loss: 0.6380 - auc: 0.6074 - val_loss: 0.6234 - val_auc: 0.6191 Epoch 4/4 11/11 [==============================] - 0s 22ms/step - loss: 0.6195 - auc: 0.6272 - val_loss: 0.6059 - val_auc: 0.6348 Trial 58 Complete [00h 00m 03s] val_auc: 0.6347514986991882 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 54s Search: Running Trial #59 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width elu |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 128 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 81/81 [==============================] - 2s 11ms/step - loss: 0.6262 - auc: 0.9238 - val_loss: 0.3008 - val_auc: 0.9759 Epoch 2/4 81/81 [==============================] - 1s 8ms/step - loss: 0.2576 - auc: 0.9821 - val_loss: 0.1954 - val_auc: 0.9870 Epoch 3/4 81/81 [==============================] - 1s 6ms/step - loss: 0.1790 - auc: 0.9878 - val_loss: 0.1648 - val_auc: 0.9880 Epoch 4/4 81/81 [==============================] - 1s 7ms/step - loss: 0.2079 - auc: 0.9886 - val_loss: 0.1861 - val_auc: 0.9893 Trial 59 Complete [00h 00m 04s] val_auc: 0.9892551302909851 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 03m 58s Search: Running Trial #60 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |64 |width tanh |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 21/21 [==============================] - 1s 31ms/step - loss: 0.9896 - auc: 0.6071 - val_loss: 0.8901 - val_auc: 0.6521 Epoch 2/4 21/21 [==============================] - 0s 13ms/step - loss: 0.8475 - auc: 0.6495 - val_loss: 0.7883 - val_auc: 0.6816 Epoch 3/4 21/21 [==============================] - 0s 14ms/step - loss: 0.7638 - auc: 0.6839 - val_loss: 0.7187 - val_auc: 0.7135 Epoch 4/4 21/21 [==============================] - 0s 13ms/step - loss: 0.7014 - auc: 0.7181 - val_loss: 0.6632 - val_auc: 0.7459 Trial 60 Complete [00h 00m 03s] val_auc: 0.7459271550178528 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 01s Search: Running Trial #61 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |64 |width leaky |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 21/21 [==============================] - 1s 30ms/step - loss: 0.3294 - auc: 0.8065 - val_loss: 0.2300 - val_auc: 0.8970 Epoch 2/4 21/21 [==============================] - 0s 12ms/step - loss: 0.1549 - auc: 0.9789 - val_loss: 0.1227 - val_auc: 0.9772 Epoch 3/4 21/21 [==============================] - 0s 12ms/step - loss: 0.1027 - auc: 0.9915 - val_loss: 0.1169 - val_auc: 0.9762 Epoch 4/4 21/21 [==============================] - 0s 12ms/step - loss: 0.0880 - auc: 0.9946 - val_loss: 0.0960 - val_auc: 0.9831 Trial 61 Complete [00h 00m 03s] val_auc: 0.9830943942070007 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 04s Search: Running Trial #62 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 162/162 [==============================] - 2s 7ms/step - loss: 0.4793 - auc: 0.7524 - val_loss: 0.3270 - val_auc: 0.9231 Epoch 2/4 162/162 [==============================] - 1s 5ms/step - loss: 0.2692 - auc: 0.9652 - val_loss: 0.2147 - val_auc: 0.9809 Epoch 3/4 162/162 [==============================] - 1s 5ms/step - loss: 0.1886 - auc: 0.9880 - val_loss: 0.1680 - val_auc: 0.9879 Epoch 4/4 162/162 [==============================] - 1s 5ms/step - loss: 0.1488 - auc: 0.9933 - val_loss: 0.1426 - val_auc: 0.9907 Trial 62 Complete [00h 00m 05s] val_auc: 0.9906920790672302 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 09s Search: Running Trial #63 Value |Best Value So Far |Hyperparameter 3 |2 |depth 64 |64 |width tanh |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 1024 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 11/11 [==============================] - 2s 62ms/step - loss: 0.4689 - auc: 0.7173 - val_loss: 0.3477 - val_auc: 0.8141 Epoch 2/4 11/11 [==============================] - 0s 36ms/step - loss: 0.2882 - auc: 0.8416 - val_loss: 0.1975 - val_auc: 0.9130 Epoch 3/4 11/11 [==============================] - 0s 25ms/step - loss: 0.1954 - auc: 0.9179 - val_loss: 0.1748 - val_auc: 0.9408 Epoch 4/4 11/11 [==============================] - 0s 26ms/step - loss: 0.1541 - auc: 0.9626 - val_loss: 0.1130 - val_auc: 0.9862 Trial 63 Complete [00h 00m 03s] val_auc: 0.9861957430839539 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 12s Search: Running Trial #64 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width tanh |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 21/21 [==============================] - 1s 30ms/step - loss: 0.2755 - auc: 0.8656 - val_loss: 0.1320 - val_auc: 0.9858 Epoch 2/4 21/21 [==============================] - 0s 12ms/step - loss: 0.1383 - auc: 0.9566 - val_loss: 0.0927 - val_auc: 0.9881 Epoch 3/4 21/21 [==============================] - 0s 13ms/step - loss: 0.0966 - auc: 0.9783 - val_loss: 0.0729 - val_auc: 0.9895 Epoch 4/4 21/21 [==============================] - 0s 12ms/step - loss: 0.0720 - auc: 0.9905 - val_loss: 0.0677 - val_auc: 0.9896 Trial 64 Complete [00h 00m 03s] val_auc: 0.9895570874214172 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 15s Search: Running Trial #65 Value |Best Value So Far |Hyperparameter 0 |2 |depth 64 |64 |width sigmoid |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 64 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 162/162 [==============================] - 2s 6ms/step - loss: 0.5815 - auc: 0.6241 - val_loss: 0.4983 - val_auc: 0.6886 Epoch 2/4 162/162 [==============================] - 1s 4ms/step - loss: 0.4674 - auc: 0.7038 - val_loss: 0.4264 - val_auc: 0.7434 Epoch 3/4 162/162 [==============================] - 1s 4ms/step - loss: 0.4115 - auc: 0.7595 - val_loss: 0.3827 - val_auc: 0.7905 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.3735 - auc: 0.8059 - val_loss: 0.3508 - val_auc: 0.8269 Trial 65 Complete [00h 00m 04s] val_auc: 0.8268956542015076 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 19s Search: Running Trial #66 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |64 |width relu |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 512 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 21/21 [==============================] - 1s 30ms/step - loss: 1.0451 - auc: 0.5456 - val_loss: 0.9827 - val_auc: 0.6819 Epoch 2/4 21/21 [==============================] - 0s 15ms/step - loss: 0.9414 - auc: 0.6616 - val_loss: 0.8848 - val_auc: 0.7333 Epoch 3/4 21/21 [==============================] - 0s 14ms/step - loss: 0.8543 - auc: 0.7096 - val_loss: 0.8030 - val_auc: 0.7570 Epoch 4/4 21/21 [==============================] - 0s 13ms/step - loss: 0.7811 - auc: 0.7452 - val_loss: 0.7357 - val_auc: 0.7777 Trial 66 Complete [00h 00m 03s] val_auc: 0.7776821255683899 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 22s Search: Running Trial #67 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width tanh |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.1 |dropout rmsprop |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 128 |256 |batch_size 4 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/4 81/81 [==============================] - 2s 10ms/step - loss: 1.1752 - auc: 0.6530 - val_loss: 0.9334 - val_auc: 0.7546 Epoch 2/4 81/81 [==============================] - 0s 6ms/step - loss: 0.8002 - auc: 0.8190 - val_loss: 0.6399 - val_auc: 0.9141 Epoch 3/4 81/81 [==============================] - 0s 6ms/step - loss: 0.5518 - auc: 0.9387 - val_loss: 0.4442 - val_auc: 0.9671 Epoch 4/4 81/81 [==============================] - 0s 6ms/step - loss: 0.3997 - auc: 0.9677 - val_loss: 0.3362 - val_auc: 0.9800 Trial 67 Complete [00h 00m 04s] val_auc: 0.9799984097480774 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 26s Search: Running Trial #68 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |1 |tuner/round 0061 |0026 |tuner/trial_id Epoch 5/11 162/162 [==============================] - 2s 7ms/step - loss: 0.4894 - auc: 0.7634 - val_loss: 0.3306 - val_auc: 0.9083 Epoch 6/11 162/162 [==============================] - 1s 5ms/step - loss: 0.2747 - auc: 0.9584 - val_loss: 0.2212 - val_auc: 0.9807 Epoch 7/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1943 - auc: 0.9862 - val_loss: 0.1723 - val_auc: 0.9875 Epoch 8/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1527 - auc: 0.9931 - val_loss: 0.1452 - val_auc: 0.9906 Epoch 9/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1271 - auc: 0.9955 - val_loss: 0.1290 - val_auc: 0.9914 Epoch 10/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1095 - auc: 0.9969 - val_loss: 0.1180 - val_auc: 0.9916 Epoch 11/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0962 - auc: 0.9978 - val_loss: 0.1096 - val_auc: 0.9922 Trial 68 Complete [00h 00m 07s] val_auc: 0.992190420627594 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 33s Search: Running Trial #69 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width tanh |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |1 |tuner/round 0063 |0026 |tuner/trial_id Epoch 5/11 21/21 [==============================] - 1s 32ms/step - loss: 0.2770 - auc: 0.9078 - val_loss: 0.1166 - val_auc: 0.9880 Epoch 6/11 21/21 [==============================] - 0s 13ms/step - loss: 0.1205 - auc: 0.9808 - val_loss: 0.0764 - val_auc: 0.9903 Epoch 7/11 21/21 [==============================] - 0s 13ms/step - loss: 0.0818 - auc: 0.9920 - val_loss: 0.0649 - val_auc: 0.9925 Epoch 8/11 21/21 [==============================] - 0s 13ms/step - loss: 0.0635 - auc: 0.9949 - val_loss: 0.0630 - val_auc: 0.9921 Epoch 9/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0492 - auc: 0.9967 - val_loss: 0.0619 - val_auc: 0.9884 Epoch 10/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0422 - auc: 0.9976 - val_loss: 0.0622 - val_auc: 0.9866 Epoch 11/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0363 - auc: 0.9978 - val_loss: 0.0652 - val_auc: 0.9841 Trial 69 Complete [00h 00m 04s] val_auc: 0.9925131797790527 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 37s Search: Running Trial #70 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width elu |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 128 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |1 |tuner/round 0058 |0026 |tuner/trial_id Epoch 5/11 81/81 [==============================] - 2s 11ms/step - loss: 0.6028 - auc: 0.9312 - val_loss: 0.2842 - val_auc: 0.9804 Epoch 6/11 81/81 [==============================] - 1s 7ms/step - loss: 0.2500 - auc: 0.9829 - val_loss: 0.1918 - val_auc: 0.9881 Epoch 7/11 81/81 [==============================] - 1s 7ms/step - loss: 0.1757 - auc: 0.9883 - val_loss: 0.1615 - val_auc: 0.9883 Epoch 8/11 81/81 [==============================] - 1s 7ms/step - loss: 0.2058 - auc: 0.9885 - val_loss: 0.1843 - val_auc: 0.9899 Epoch 9/11 81/81 [==============================] - 1s 7ms/step - loss: 0.1768 - auc: 0.9897 - val_loss: 0.1632 - val_auc: 0.9903 Epoch 10/11 81/81 [==============================] - 1s 6ms/step - loss: 0.1502 - auc: 0.9917 - val_loss: 0.1395 - val_auc: 0.9901 Epoch 11/11 81/81 [==============================] - 0s 6ms/step - loss: 0.1316 - auc: 0.9920 - val_loss: 0.1304 - val_auc: 0.9900 Trial 70 Complete [00h 00m 06s] val_auc: 0.9902825355529785 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 42s Search: Running Trial #71 Value |Best Value So Far |Hyperparameter 3 |2 |depth 64 |64 |width tanh |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 1024 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |1 |tuner/round 0062 |0026 |tuner/trial_id Epoch 5/11 11/11 [==============================] - 2s 68ms/step - loss: 0.4713 - auc: 0.7130 - val_loss: 0.3537 - val_auc: 0.8246 Epoch 6/11 11/11 [==============================] - 0s 27ms/step - loss: 0.2983 - auc: 0.8759 - val_loss: 0.2080 - val_auc: 0.9633 Epoch 7/11 11/11 [==============================] - 0s 27ms/step - loss: 0.2069 - auc: 0.9590 - val_loss: 0.1823 - val_auc: 0.9735 Epoch 8/11 11/11 [==============================] - 0s 27ms/step - loss: 0.1606 - auc: 0.9791 - val_loss: 0.1173 - val_auc: 0.9871 Epoch 9/11 11/11 [==============================] - 0s 26ms/step - loss: 0.1081 - auc: 0.9884 - val_loss: 0.0952 - val_auc: 0.9889 Epoch 10/11 11/11 [==============================] - 0s 29ms/step - loss: 0.0864 - auc: 0.9942 - val_loss: 0.0879 - val_auc: 0.9900 Epoch 11/11 11/11 [==============================] - 0s 28ms/step - loss: 0.0820 - auc: 0.9943 - val_loss: 0.0871 - val_auc: 0.9900 Trial 71 Complete [00h 00m 04s] val_auc: 0.9900187849998474 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 47s Search: Running Trial #72 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |64 |width leaky |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 512 |256 |batch_size 11 |4 |tuner/epochs 4 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |1 |tuner/round 0060 |0026 |tuner/trial_id Epoch 5/11 21/21 [==============================] - 1s 30ms/step - loss: 0.3389 - auc: 0.7972 - val_loss: 0.2348 - val_auc: 0.8952 Epoch 6/11 21/21 [==============================] - 0s 13ms/step - loss: 0.1598 - auc: 0.9749 - val_loss: 0.1242 - val_auc: 0.9779 Epoch 7/11 21/21 [==============================] - 0s 12ms/step - loss: 0.1050 - auc: 0.9914 - val_loss: 0.1176 - val_auc: 0.9770 Epoch 8/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0893 - auc: 0.9946 - val_loss: 0.0963 - val_auc: 0.9833 Epoch 9/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0683 - auc: 0.9974 - val_loss: 0.0890 - val_auc: 0.9848 Epoch 10/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0599 - auc: 0.9983 - val_loss: 0.0862 - val_auc: 0.9855 Epoch 11/11 21/21 [==============================] - 0s 12ms/step - loss: 0.0572 - auc: 0.9986 - val_loss: 0.0861 - val_auc: 0.9854 Trial 72 Complete [00h 00m 04s] val_auc: 0.9855330586433411 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 50s Search: Running Trial #73 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width tanh |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.1 |dropout sgd |rmsprop |optimizer 0.01 |0.01 |learning_rate none |exponential |learning_rate_schedule 512 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 2 |1 |tuner/round 0068 |0026 |tuner/trial_id Epoch 12/32 21/21 [==============================] - 1s 30ms/step - loss: 0.2960 - auc: 0.8636 - val_loss: 0.1513 - val_auc: 0.9860 Epoch 13/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1500 - auc: 0.9740 - val_loss: 0.0859 - val_auc: 0.9916 Epoch 14/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0928 - auc: 0.9891 - val_loss: 0.0662 - val_auc: 0.9912 Epoch 15/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0698 - auc: 0.9933 - val_loss: 0.0591 - val_auc: 0.9899 Epoch 16/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0547 - auc: 0.9963 - val_loss: 0.0567 - val_auc: 0.9908 Epoch 17/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0450 - auc: 0.9973 - val_loss: 0.0613 - val_auc: 0.9880 Epoch 18/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0382 - auc: 0.9979 - val_loss: 0.0605 - val_auc: 0.9852 Epoch 19/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0359 - auc: 0.9974 - val_loss: 0.0645 - val_auc: 0.9891 Epoch 20/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0321 - auc: 0.9979 - val_loss: 0.0653 - val_auc: 0.9822 Epoch 21/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0282 - auc: 0.9989 - val_loss: 0.0677 - val_auc: 0.9829 Epoch 22/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0260 - auc: 0.9990 - val_loss: 0.0726 - val_auc: 0.9814 Epoch 23/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0247 - auc: 0.9987 - val_loss: 0.0729 - val_auc: 0.9797 Epoch 24/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0249 - auc: 0.9983 - val_loss: 0.0758 - val_auc: 0.9790 Epoch 25/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0234 - auc: 0.9988 - val_loss: 0.0725 - val_auc: 0.9793 Epoch 26/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0210 - auc: 0.9985 - val_loss: 0.0806 - val_auc: 0.9783 Epoch 27/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0228 - auc: 0.9989 - val_loss: 0.0766 - val_auc: 0.9809 Epoch 28/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0201 - auc: 0.9993 - val_loss: 0.0877 - val_auc: 0.9775 Epoch 29/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0200 - auc: 0.9985 - val_loss: 0.0821 - val_auc: 0.9806 Epoch 30/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0199 - auc: 0.9989 - val_loss: 0.0862 - val_auc: 0.9771 Epoch 31/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0184 - auc: 0.9989 - val_loss: 0.0816 - val_auc: 0.9803 Epoch 32/32 21/21 [==============================] - 0s 12ms/step - loss: 0.0177 - auc: 0.9995 - val_loss: 0.0848 - val_auc: 0.9793 Trial 73 Complete [00h 00m 07s] val_auc: 0.9915750622749329 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 04m 57s Search: Running Trial #74 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |64 |width tanh |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 2 |3 |tuner/bracket 2 |1 |tuner/round 0067 |0026 |tuner/trial_id Epoch 12/32 162/162 [==============================] - 2s 7ms/step - loss: 0.4884 - auc: 0.7366 - val_loss: 0.3386 - val_auc: 0.8910 Epoch 13/32 162/162 [==============================] - 1s 5ms/step - loss: 0.2771 - auc: 0.9508 - val_loss: 0.2205 - val_auc: 0.9773 Epoch 14/32 162/162 [==============================] - 1s 7ms/step - loss: 0.1918 - auc: 0.9864 - val_loss: 0.1697 - val_auc: 0.9857 Epoch 15/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1498 - auc: 0.9921 - val_loss: 0.1422 - val_auc: 0.9902 Epoch 16/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1242 - auc: 0.9953 - val_loss: 0.1256 - val_auc: 0.9914 Epoch 17/32 162/162 [==============================] - 1s 6ms/step - loss: 0.1072 - auc: 0.9967 - val_loss: 0.1150 - val_auc: 0.9923 Epoch 18/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0941 - auc: 0.9976 - val_loss: 0.1076 - val_auc: 0.9919 Epoch 19/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0844 - auc: 0.9982 - val_loss: 0.1022 - val_auc: 0.9921 Epoch 20/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0767 - auc: 0.9987 - val_loss: 0.0984 - val_auc: 0.9925 Epoch 21/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0702 - auc: 0.9991 - val_loss: 0.0954 - val_auc: 0.9922 Epoch 22/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0649 - auc: 0.9992 - val_loss: 0.0929 - val_auc: 0.9925 Epoch 23/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0603 - auc: 0.9994 - val_loss: 0.0915 - val_auc: 0.9921 Epoch 24/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0566 - auc: 0.9995 - val_loss: 0.0905 - val_auc: 0.9920 Epoch 25/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0533 - auc: 0.9996 - val_loss: 0.0890 - val_auc: 0.9926 Epoch 26/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0501 - auc: 0.9997 - val_loss: 0.0886 - val_auc: 0.9905 Epoch 27/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0482 - auc: 0.9997 - val_loss: 0.0892 - val_auc: 0.9904 Epoch 28/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0458 - auc: 0.9998 - val_loss: 0.0885 - val_auc: 0.9906 Epoch 29/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0439 - auc: 0.9998 - val_loss: 0.0898 - val_auc: 0.9902 Epoch 30/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0419 - auc: 0.9998 - val_loss: 0.0885 - val_auc: 0.9907 Epoch 31/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0405 - auc: 0.9998 - val_loss: 0.0887 - val_auc: 0.9907 Epoch 32/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0391 - auc: 0.9999 - val_loss: 0.0906 - val_auc: 0.9901 Trial 74 Complete [00h 00m 19s] val_auc: 0.9925651550292969 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 05m 16s Search: Running Trial #75 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width swish |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 128 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 81/81 [==============================] - 2s 10ms/step - loss: 0.2355 - auc: 0.9387 - val_loss: 0.1178 - val_auc: 0.9925 Epoch 2/11 81/81 [==============================] - 0s 6ms/step - loss: 0.1481 - auc: 0.9854 - val_loss: 0.1165 - val_auc: 0.9935 Epoch 3/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1324 - auc: 0.9899 - val_loss: 0.1182 - val_auc: 0.9933 Epoch 4/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1211 - auc: 0.9936 - val_loss: 0.1184 - val_auc: 0.9933 Epoch 5/11 81/81 [==============================] - 1s 8ms/step - loss: 0.1183 - auc: 0.9933 - val_loss: 0.1187 - val_auc: 0.9935 Epoch 6/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1159 - auc: 0.9948 - val_loss: 0.1222 - val_auc: 0.9927 Epoch 7/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1102 - auc: 0.9959 - val_loss: 0.1250 - val_auc: 0.9920 Epoch 8/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1099 - auc: 0.9960 - val_loss: 0.1279 - val_auc: 0.9926 Epoch 9/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1042 - auc: 0.9971 - val_loss: 0.1265 - val_auc: 0.9904 Epoch 10/11 81/81 [==============================] - 0s 5ms/step - loss: 0.1033 - auc: 0.9960 - val_loss: 0.1246 - val_auc: 0.9928 Epoch 11/11 81/81 [==============================] - 0s 5ms/step - loss: 0.0999 - auc: 0.9973 - val_loss: 0.1313 - val_auc: 0.9916 Trial 75 Complete [00h 00m 07s] val_auc: 0.9935486912727356 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 05m 23s Search: Running Trial #76 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width sigmoid |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.2 |0.1 |dropout sgd |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 256 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 41/41 [==============================] - 1s 17ms/step - loss: 0.7152 - auc: 0.5240 - val_loss: 0.6671 - val_auc: 0.6687 Epoch 2/11 41/41 [==============================] - 0s 8ms/step - loss: 0.6551 - auc: 0.5604 - val_loss: 0.6140 - val_auc: 0.6925 Epoch 3/11 41/41 [==============================] - 0s 8ms/step - loss: 0.6093 - auc: 0.5995 - val_loss: 0.5760 - val_auc: 0.7109 Epoch 4/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5779 - auc: 0.6170 - val_loss: 0.5467 - val_auc: 0.7270 Epoch 5/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5516 - auc: 0.6489 - val_loss: 0.5233 - val_auc: 0.7447 Epoch 6/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5311 - auc: 0.6680 - val_loss: 0.5040 - val_auc: 0.7619 Epoch 7/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5117 - auc: 0.6895 - val_loss: 0.4875 - val_auc: 0.7795 Epoch 8/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4976 - auc: 0.7030 - val_loss: 0.4731 - val_auc: 0.7990 Epoch 9/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4844 - auc: 0.7193 - val_loss: 0.4603 - val_auc: 0.8165 Epoch 10/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4717 - auc: 0.7339 - val_loss: 0.4488 - val_auc: 0.8344 Epoch 11/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4631 - auc: 0.7445 - val_loss: 0.4383 - val_auc: 0.8531 Trial 76 Complete [00h 00m 05s] val_auc: 0.853107750415802 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 05m 28s Search: Running Trial #77 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |64 |width selu |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.1 |dropout sgd |rmsprop |optimizer 0.001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 32 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 323/323 [==============================] - 3s 6ms/step - loss: 0.3490 - auc: 0.8620 - val_loss: 0.1947 - val_auc: 0.9676 Epoch 2/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1870 - auc: 0.9742 - val_loss: 0.1870 - val_auc: 0.9801 Epoch 3/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1626 - auc: 0.9865 - val_loss: 0.1967 - val_auc: 0.9815 Epoch 4/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1539 - auc: 0.9885 - val_loss: 0.2025 - val_auc: 0.9797 Epoch 5/11 323/323 [==============================] - 1s 5ms/step - loss: 0.1437 - auc: 0.9915 - val_loss: 0.1998 - val_auc: 0.9786 Epoch 6/11 323/323 [==============================] - 1s 5ms/step - loss: 0.1366 - auc: 0.9916 - val_loss: 0.2093 - val_auc: 0.9760 Epoch 7/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1327 - auc: 0.9928 - val_loss: 0.2070 - val_auc: 0.9781 Epoch 8/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1300 - auc: 0.9931 - val_loss: 0.2186 - val_auc: 0.9787 Epoch 9/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1262 - auc: 0.9932 - val_loss: 0.2066 - val_auc: 0.9814 Epoch 10/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1248 - auc: 0.9932 - val_loss: 0.2155 - val_auc: 0.9765 Epoch 11/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1225 - auc: 0.9938 - val_loss: 0.2178 - val_auc: 0.9790 Trial 77 Complete [00h 00m 19s] val_auc: 0.9815348982810974 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 05m 47s Search: Running Trial #78 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |64 |width elu |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |exponential |learning_rate_schedule 64 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 162/162 [==============================] - 2s 6ms/step - loss: 0.5921 - auc: 0.6168 - val_loss: 0.5047 - val_auc: 0.6822 Epoch 2/11 162/162 [==============================] - 1s 4ms/step - loss: 0.4694 - auc: 0.7058 - val_loss: 0.4263 - val_auc: 0.7446 Epoch 3/11 162/162 [==============================] - 1s 4ms/step - loss: 0.4087 - auc: 0.7650 - val_loss: 0.3783 - val_auc: 0.7966 Epoch 4/11 162/162 [==============================] - 1s 4ms/step - loss: 0.3664 - auc: 0.8175 - val_loss: 0.3425 - val_auc: 0.8368 Epoch 5/11 162/162 [==============================] - 1s 4ms/step - loss: 0.3331 - auc: 0.8553 - val_loss: 0.3135 - val_auc: 0.8670 Epoch 6/11 162/162 [==============================] - 1s 4ms/step - loss: 0.3056 - auc: 0.8876 - val_loss: 0.2895 - val_auc: 0.8916 Epoch 7/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2822 - auc: 0.9145 - val_loss: 0.2688 - val_auc: 0.9145 Epoch 8/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2620 - auc: 0.9350 - val_loss: 0.2510 - val_auc: 0.9299 Epoch 9/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2445 - auc: 0.9493 - val_loss: 0.2357 - val_auc: 0.9405 Epoch 10/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2293 - auc: 0.9595 - val_loss: 0.2222 - val_auc: 0.9479 Epoch 11/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2159 - auc: 0.9663 - val_loss: 0.2103 - val_auc: 0.9546 Trial 78 Complete [00h 00m 09s] val_auc: 0.9545832276344299 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 05m 56s Search: Running Trial #79 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |64 |width selu |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 512 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 21/21 [==============================] - 2s 32ms/step - loss: 0.5874 - auc: 0.5941 - val_loss: 0.4113 - val_auc: 0.7911 Epoch 2/11 21/21 [==============================] - 0s 13ms/step - loss: 0.4631 - auc: 0.6955 - val_loss: 0.3445 - val_auc: 0.8606 Epoch 3/11 21/21 [==============================] - 0s 13ms/step - loss: 0.4108 - auc: 0.7703 - val_loss: 0.3263 - val_auc: 0.8843 Epoch 4/11 21/21 [==============================] - 0s 14ms/step - loss: 0.3707 - auc: 0.8386 - val_loss: 0.2380 - val_auc: 0.9555 Epoch 5/11 21/21 [==============================] - 0s 13ms/step - loss: 0.3071 - auc: 0.9096 - val_loss: 0.1942 - val_auc: 0.9685 Epoch 6/11 21/21 [==============================] - 0s 14ms/step - loss: 0.2767 - auc: 0.9267 - val_loss: 0.1771 - val_auc: 0.9735 Epoch 7/11 21/21 [==============================] - 0s 13ms/step - loss: 0.2639 - auc: 0.9381 - val_loss: 0.1745 - val_auc: 0.9744 Epoch 8/11 21/21 [==============================] - 0s 14ms/step - loss: 0.2400 - auc: 0.9493 - val_loss: 0.1376 - val_auc: 0.9813 Epoch 9/11 21/21 [==============================] - 0s 14ms/step - loss: 0.2011 - auc: 0.9637 - val_loss: 0.1174 - val_auc: 0.9854 Epoch 10/11 21/21 [==============================] - 0s 13ms/step - loss: 0.1754 - auc: 0.9718 - val_loss: 0.1095 - val_auc: 0.9856 Epoch 11/11 21/21 [==============================] - 0s 19ms/step - loss: 0.1586 - auc: 0.9767 - val_loss: 0.1036 - val_auc: 0.9870 Trial 79 Complete [00h 00m 05s] val_auc: 0.9870216250419617 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 01s Search: Running Trial #80 Value |Best Value So Far |Hyperparameter 0 |2 |depth 64 |64 |width elu |swish |activation l1 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 256 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 41/41 [==============================] - 1s 16ms/step - loss: 0.6572 - auc: 0.6300 - val_loss: 0.6396 - val_auc: 0.6613 Epoch 2/11 41/41 [==============================] - 0s 8ms/step - loss: 0.6108 - auc: 0.6593 - val_loss: 0.5803 - val_auc: 0.6866 Epoch 3/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5778 - auc: 0.6736 - val_loss: 0.5695 - val_auc: 0.6906 Epoch 4/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5519 - auc: 0.6829 - val_loss: 0.5238 - val_auc: 0.7053 Epoch 5/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5173 - auc: 0.6987 - val_loss: 0.4988 - val_auc: 0.7177 Epoch 6/11 41/41 [==============================] - 0s 8ms/step - loss: 0.5003 - auc: 0.7098 - val_loss: 0.4890 - val_auc: 0.7240 Epoch 7/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4950 - auc: 0.7135 - val_loss: 0.4874 - val_auc: 0.7250 Epoch 8/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4812 - auc: 0.7224 - val_loss: 0.4600 - val_auc: 0.7420 Epoch 9/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4572 - auc: 0.7397 - val_loss: 0.4394 - val_auc: 0.7578 Epoch 10/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4393 - auc: 0.7555 - val_loss: 0.4243 - val_auc: 0.7709 Epoch 11/11 41/41 [==============================] - 0s 8ms/step - loss: 0.4262 - auc: 0.7688 - val_loss: 0.4138 - val_auc: 0.7813 Trial 80 Complete [00h 00m 05s] val_auc: 0.7813119292259216 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 06s Search: Running Trial #81 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |64 |width elu |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.1 |dropout sgd |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 11/11 [==============================] - 2s 67ms/step - loss: 0.6285 - auc: 0.5838 - val_loss: 0.5369 - val_auc: 0.6722 Epoch 2/11 11/11 [==============================] - 0s 40ms/step - loss: 0.5066 - auc: 0.6751 - val_loss: 0.4531 - val_auc: 0.7059 Epoch 3/11 11/11 [==============================] - 0s 30ms/step - loss: 0.4410 - auc: 0.7081 - val_loss: 0.4039 - val_auc: 0.7367 Epoch 4/11 11/11 [==============================] - 1s 61ms/step - loss: 0.3987 - auc: 0.7420 - val_loss: 0.3688 - val_auc: 0.7723 Epoch 5/11 11/11 [==============================] - 0s 29ms/step - loss: 0.3649 - auc: 0.7802 - val_loss: 0.3395 - val_auc: 0.8068 Epoch 6/11 11/11 [==============================] - 0s 28ms/step - loss: 0.3360 - auc: 0.8163 - val_loss: 0.3137 - val_auc: 0.8368 Epoch 7/11 11/11 [==============================] - 1s 62ms/step - loss: 0.3105 - auc: 0.8476 - val_loss: 0.2910 - val_auc: 0.8624 Epoch 8/11 11/11 [==============================] - 0s 28ms/step - loss: 0.2868 - auc: 0.8779 - val_loss: 0.2709 - val_auc: 0.8851 Epoch 9/11 11/11 [==============================] - 1s 54ms/step - loss: 0.2668 - auc: 0.9028 - val_loss: 0.2530 - val_auc: 0.9055 Epoch 10/11 11/11 [==============================] - 0s 27ms/step - loss: 0.2491 - auc: 0.9227 - val_loss: 0.2373 - val_auc: 0.9246 Epoch 11/11 11/11 [==============================] - 1s 54ms/step - loss: 0.2331 - auc: 0.9384 - val_loss: 0.2238 - val_auc: 0.9376 Trial 81 Complete [00h 00m 07s] val_auc: 0.9376120567321777 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 13s Search: Running Trial #82 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |64 |width selu |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 1024 |256 |batch_size 11 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/11 11/11 [==============================] - 2s 68ms/step - loss: 0.5663 - auc: 0.6208 - val_loss: 0.2859 - val_auc: 0.9131 Epoch 2/11 11/11 [==============================] - 0s 39ms/step - loss: 0.2807 - auc: 0.9117 - val_loss: 0.1471 - val_auc: 0.9843 Epoch 3/11 11/11 [==============================] - 0s 29ms/step - loss: 0.1790 - auc: 0.9729 - val_loss: 0.1379 - val_auc: 0.9846 Epoch 4/11 11/11 [==============================] - 0s 36ms/step - loss: 0.1401 - auc: 0.9857 - val_loss: 0.1270 - val_auc: 0.9865 Epoch 5/11 11/11 [==============================] - 0s 31ms/step - loss: 0.1212 - auc: 0.9906 - val_loss: 0.1265 - val_auc: 0.9890 Epoch 6/11 11/11 [==============================] - 0s 26ms/step - loss: 0.1024 - auc: 0.9939 - val_loss: 0.1222 - val_auc: 0.9887 Epoch 7/11 11/11 [==============================] - 0s 26ms/step - loss: 0.0961 - auc: 0.9951 - val_loss: 0.1250 - val_auc: 0.9870 Epoch 8/11 11/11 [==============================] - 0s 25ms/step - loss: 0.0882 - auc: 0.9964 - val_loss: 0.1269 - val_auc: 0.9883 Epoch 9/11 11/11 [==============================] - 0s 24ms/step - loss: 0.0825 - auc: 0.9974 - val_loss: 0.1270 - val_auc: 0.9844 Epoch 10/11 11/11 [==============================] - 0s 23ms/step - loss: 0.0778 - auc: 0.9979 - val_loss: 0.1283 - val_auc: 0.9864 Epoch 11/11 11/11 [==============================] - 0s 23ms/step - loss: 0.0729 - auc: 0.9978 - val_loss: 0.1300 - val_auc: 0.9845 Trial 82 Complete [00h 00m 05s] val_auc: 0.9890026450157166 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 18s Search: Running Trial #83 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |64 |width swish |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.1 |dropout rmsprop |rmsprop |optimizer 0.01 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 128 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |1 |tuner/round 0074 |0026 |tuner/trial_id Epoch 12/32 81/81 [==============================] - 2s 10ms/step - loss: 0.2398 - auc: 0.9390 - val_loss: 0.1207 - val_auc: 0.9920 Epoch 13/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1518 - auc: 0.9851 - val_loss: 0.1198 - val_auc: 0.9892 Epoch 14/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1370 - auc: 0.9892 - val_loss: 0.1215 - val_auc: 0.9906 Epoch 15/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1255 - auc: 0.9936 - val_loss: 0.1256 - val_auc: 0.9901 Epoch 16/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1134 - auc: 0.9944 - val_loss: 0.1225 - val_auc: 0.9899 Epoch 17/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1091 - auc: 0.9955 - val_loss: 0.1265 - val_auc: 0.9881 Epoch 18/32 81/81 [==============================] - 0s 6ms/step - loss: 0.1080 - auc: 0.9951 - val_loss: 0.1272 - val_auc: 0.9902 Epoch 19/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1029 - auc: 0.9966 - val_loss: 0.1211 - val_auc: 0.9900 Epoch 20/32 81/81 [==============================] - 0s 5ms/step - loss: 0.1004 - auc: 0.9954 - val_loss: 0.1204 - val_auc: 0.9908 Epoch 21/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0960 - auc: 0.9964 - val_loss: 0.1207 - val_auc: 0.9897 Epoch 22/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0951 - auc: 0.9969 - val_loss: 0.1226 - val_auc: 0.9901 Epoch 23/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0910 - auc: 0.9974 - val_loss: 0.1168 - val_auc: 0.9907 Epoch 24/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0887 - auc: 0.9976 - val_loss: 0.1222 - val_auc: 0.9878 Epoch 25/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0884 - auc: 0.9974 - val_loss: 0.1262 - val_auc: 0.9891 Epoch 26/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0826 - auc: 0.9979 - val_loss: 0.1266 - val_auc: 0.9891 Epoch 27/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0812 - auc: 0.9977 - val_loss: 0.1264 - val_auc: 0.9876 Epoch 28/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0798 - auc: 0.9982 - val_loss: 0.1275 - val_auc: 0.9889 Epoch 29/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0803 - auc: 0.9974 - val_loss: 0.1362 - val_auc: 0.9822 Epoch 30/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0772 - auc: 0.9979 - val_loss: 0.1297 - val_auc: 0.9865 Epoch 31/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0783 - auc: 0.9982 - val_loss: 0.1298 - val_auc: 0.9881 Epoch 32/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0731 - auc: 0.9981 - val_loss: 0.1315 - val_auc: 0.9874 Trial 83 Complete [00h 00m 11s] val_auc: 0.992009162902832 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 29s Search: Running Trial #84 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |64 |width selu |swish |activation l2 |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate none |exponential |learning_rate_schedule 1024 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |1 |tuner/round 0081 |0026 |tuner/trial_id Epoch 12/32 11/11 [==============================] - 2s 69ms/step - loss: 0.5491 - auc: 0.6309 - val_loss: 0.3016 - val_auc: 0.8933 Epoch 13/32 11/11 [==============================] - 0s 47ms/step - loss: 0.2786 - auc: 0.9099 - val_loss: 0.1506 - val_auc: 0.9795 Epoch 14/32 11/11 [==============================] - 0s 32ms/step - loss: 0.1688 - auc: 0.9763 - val_loss: 0.1405 - val_auc: 0.9841 Epoch 15/32 11/11 [==============================] - 0s 30ms/step - loss: 0.1319 - auc: 0.9875 - val_loss: 0.1318 - val_auc: 0.9847 Epoch 16/32 11/11 [==============================] - 0s 30ms/step - loss: 0.1110 - auc: 0.9930 - val_loss: 0.1273 - val_auc: 0.9858 Epoch 17/32 11/11 [==============================] - 0s 43ms/step - loss: 0.0967 - auc: 0.9952 - val_loss: 0.1250 - val_auc: 0.9888 Epoch 18/32 11/11 [==============================] - 0s 27ms/step - loss: 0.0886 - auc: 0.9964 - val_loss: 0.1267 - val_auc: 0.9837 Epoch 19/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0830 - auc: 0.9972 - val_loss: 0.1301 - val_auc: 0.9866 Epoch 20/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0759 - auc: 0.9980 - val_loss: 0.1287 - val_auc: 0.9835 Epoch 21/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0728 - auc: 0.9986 - val_loss: 0.1351 - val_auc: 0.9852 Epoch 22/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0706 - auc: 0.9976 - val_loss: 0.1370 - val_auc: 0.9854 Epoch 23/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0667 - auc: 0.9985 - val_loss: 0.1406 - val_auc: 0.9763 Epoch 24/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0644 - auc: 0.9981 - val_loss: 0.1382 - val_auc: 0.9839 Epoch 25/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0635 - auc: 0.9984 - val_loss: 0.1394 - val_auc: 0.9766 Epoch 26/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0610 - auc: 0.9983 - val_loss: 0.1394 - val_auc: 0.9787 Epoch 27/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0605 - auc: 0.9984 - val_loss: 0.1414 - val_auc: 0.9832 Epoch 28/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0577 - auc: 0.9990 - val_loss: 0.1401 - val_auc: 0.9738 Epoch 29/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0572 - auc: 0.9992 - val_loss: 0.1421 - val_auc: 0.9836 Epoch 30/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0577 - auc: 0.9985 - val_loss: 0.1441 - val_auc: 0.9758 Epoch 31/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0549 - auc: 0.9995 - val_loss: 0.1474 - val_auc: 0.9769 Epoch 32/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0564 - auc: 0.9982 - val_loss: 0.1494 - val_auc: 0.9769 Trial 84 Complete [00h 00m 08s] val_auc: 0.9888413548469543 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 37s Search: Running Trial #85 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |64 |width selu |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 512 |256 |batch_size 32 |4 |tuner/epochs 11 |2 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |1 |tuner/round 0078 |0026 |tuner/trial_id Epoch 12/32 21/21 [==============================] - 2s 31ms/step - loss: 0.5734 - auc: 0.6049 - val_loss: 0.3811 - val_auc: 0.7477 Epoch 13/32 21/21 [==============================] - 0s 13ms/step - loss: 0.4327 - auc: 0.7066 - val_loss: 0.2863 - val_auc: 0.8664 Epoch 14/32 21/21 [==============================] - 0s 13ms/step - loss: 0.3650 - auc: 0.7888 - val_loss: 0.2678 - val_auc: 0.8898 Epoch 15/32 21/21 [==============================] - 0s 13ms/step - loss: 0.3245 - auc: 0.8429 - val_loss: 0.1893 - val_auc: 0.9571 Epoch 16/32 21/21 [==============================] - 0s 14ms/step - loss: 0.2624 - auc: 0.9145 - val_loss: 0.1542 - val_auc: 0.9700 Epoch 17/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2324 - auc: 0.9338 - val_loss: 0.1429 - val_auc: 0.9747 Epoch 18/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2223 - auc: 0.9411 - val_loss: 0.1413 - val_auc: 0.9753 Epoch 19/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2075 - auc: 0.9458 - val_loss: 0.1173 - val_auc: 0.9816 Epoch 20/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1774 - auc: 0.9634 - val_loss: 0.1056 - val_auc: 0.9855 Epoch 21/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1563 - auc: 0.9733 - val_loss: 0.0992 - val_auc: 0.9869 Epoch 22/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1437 - auc: 0.9758 - val_loss: 0.0951 - val_auc: 0.9880 Epoch 23/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1361 - auc: 0.9799 - val_loss: 0.0940 - val_auc: 0.9886 Epoch 24/32 21/21 [==============================] - 0s 15ms/step - loss: 0.1310 - auc: 0.9827 - val_loss: 0.0925 - val_auc: 0.9890 Epoch 25/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1273 - auc: 0.9824 - val_loss: 0.0921 - val_auc: 0.9892 Epoch 26/32 21/21 [==============================] - 0s 12ms/step - loss: 0.1292 - auc: 0.9793 - val_loss: 0.0921 - val_auc: 0.9888 Epoch 27/32 21/21 [==============================] - 0s 12ms/step - loss: 0.1249 - auc: 0.9832 - val_loss: 0.0906 - val_auc: 0.9872 Epoch 28/32 21/21 [==============================] - 0s 12ms/step - loss: 0.1119 - auc: 0.9871 - val_loss: 0.0879 - val_auc: 0.9886 Epoch 29/32 21/21 [==============================] - 0s 12ms/step - loss: 0.1062 - auc: 0.9886 - val_loss: 0.0880 - val_auc: 0.9891 Epoch 30/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1002 - auc: 0.9899 - val_loss: 0.0867 - val_auc: 0.9898 Epoch 31/32 21/21 [==============================] - 0s 13ms/step - loss: 0.0937 - auc: 0.9907 - val_loss: 0.0873 - val_auc: 0.9900 Epoch 32/32 21/21 [==============================] - 0s 16ms/step - loss: 0.0902 - auc: 0.9914 - val_loss: 0.0867 - val_auc: 0.9904 Trial 85 Complete [00h 00m 08s] val_auc: 0.9903735518455505 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 45s Search: Running Trial #86 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |64 |width leaky |swish |activation l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 512 |256 |batch_size 32 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/32 21/21 [==============================] - 2s 32ms/step - loss: 0.6940 - auc: 0.6090 - val_loss: 0.6790 - val_auc: 0.7592 Epoch 2/32 21/21 [==============================] - 0s 13ms/step - loss: 0.6686 - auc: 0.8365 - val_loss: 0.6558 - val_auc: 0.8711 Epoch 3/32 21/21 [==============================] - 0s 13ms/step - loss: 0.6462 - auc: 0.8976 - val_loss: 0.6331 - val_auc: 0.9042 Epoch 4/32 21/21 [==============================] - 0s 12ms/step - loss: 0.6235 - auc: 0.9191 - val_loss: 0.6095 - val_auc: 0.9182 Epoch 5/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5999 - auc: 0.9311 - val_loss: 0.5858 - val_auc: 0.9261 Epoch 6/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5772 - auc: 0.9384 - val_loss: 0.5636 - val_auc: 0.9276 Epoch 7/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5559 - auc: 0.9403 - val_loss: 0.5430 - val_auc: 0.9264 Epoch 8/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5361 - auc: 0.9401 - val_loss: 0.5239 - val_auc: 0.9246 Epoch 9/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5179 - auc: 0.9397 - val_loss: 0.5063 - val_auc: 0.9232 Epoch 10/32 21/21 [==============================] - 0s 12ms/step - loss: 0.5010 - auc: 0.9399 - val_loss: 0.4902 - val_auc: 0.9228 Epoch 11/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4856 - auc: 0.9389 - val_loss: 0.4754 - val_auc: 0.9218 Epoch 12/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4714 - auc: 0.9379 - val_loss: 0.4619 - val_auc: 0.9207 Epoch 13/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4584 - auc: 0.9381 - val_loss: 0.4496 - val_auc: 0.9203 Epoch 14/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4465 - auc: 0.9372 - val_loss: 0.4383 - val_auc: 0.9199 Epoch 15/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4357 - auc: 0.9368 - val_loss: 0.4280 - val_auc: 0.9196 Epoch 16/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4257 - auc: 0.9369 - val_loss: 0.4185 - val_auc: 0.9199 Epoch 17/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4165 - auc: 0.9376 - val_loss: 0.4099 - val_auc: 0.9203 Epoch 18/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4081 - auc: 0.9382 - val_loss: 0.4020 - val_auc: 0.9211 Epoch 19/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4003 - auc: 0.9385 - val_loss: 0.3947 - val_auc: 0.9214 Epoch 20/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3932 - auc: 0.9393 - val_loss: 0.3879 - val_auc: 0.9222 Epoch 21/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3866 - auc: 0.9405 - val_loss: 0.3817 - val_auc: 0.9228 Epoch 22/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3804 - auc: 0.9413 - val_loss: 0.3759 - val_auc: 0.9235 Epoch 23/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3747 - auc: 0.9419 - val_loss: 0.3705 - val_auc: 0.9239 Epoch 24/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3694 - auc: 0.9426 - val_loss: 0.3656 - val_auc: 0.9248 Epoch 25/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3644 - auc: 0.9436 - val_loss: 0.3610 - val_auc: 0.9255 Epoch 26/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3599 - auc: 0.9443 - val_loss: 0.3567 - val_auc: 0.9259 Epoch 27/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3556 - auc: 0.9451 - val_loss: 0.3527 - val_auc: 0.9267 Epoch 28/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3515 - auc: 0.9459 - val_loss: 0.3489 - val_auc: 0.9273 Epoch 29/32 21/21 [==============================] - 0s 11ms/step - loss: 0.3478 - auc: 0.9464 - val_loss: 0.3455 - val_auc: 0.9276 Epoch 30/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3443 - auc: 0.9471 - val_loss: 0.3422 - val_auc: 0.9284 Epoch 31/32 21/21 [==============================] - 0s 13ms/step - loss: 0.3410 - auc: 0.9479 - val_loss: 0.3391 - val_auc: 0.9289 Epoch 32/32 21/21 [==============================] - 0s 12ms/step - loss: 0.3379 - auc: 0.9488 - val_loss: 0.3362 - val_auc: 0.9296 Trial 86 Complete [00h 00m 10s] val_auc: 0.9296073317527771 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 06m 55s Search: Running Trial #87 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |64 |width relu |swish |activation none |l2 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.1 |dropout rmsprop |rmsprop |optimizer 0.001 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 64 |256 |batch_size 32 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/32 162/162 [==============================] - 2s 7ms/step - loss: 0.1662 - auc: 0.9627 - val_loss: 0.0964 - val_auc: 0.9857 Epoch 2/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0647 - auc: 0.9943 - val_loss: 0.0660 - val_auc: 0.9894 Epoch 3/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0336 - auc: 0.9990 - val_loss: 0.0657 - val_auc: 0.9879 Epoch 4/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0283 - auc: 0.9991 - val_loss: 0.0639 - val_auc: 0.9878 Epoch 5/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0154 - auc: 0.9997 - val_loss: 0.0665 - val_auc: 0.9856 Epoch 6/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0110 - auc: 0.9999 - val_loss: 0.0674 - val_auc: 0.9838 Epoch 7/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0096 - auc: 0.9999 - val_loss: 0.0679 - val_auc: 0.9858 Epoch 8/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0097 - auc: 0.9996 - val_loss: 0.0726 - val_auc: 0.9854 Epoch 9/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0077 - auc: 0.9996 - val_loss: 0.0853 - val_auc: 0.9791 Epoch 10/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0062 - auc: 0.9999 - val_loss: 0.0820 - val_auc: 0.9827 Epoch 11/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0051 - auc: 0.9996 - val_loss: 0.0855 - val_auc: 0.9804 Epoch 12/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0044 - auc: 1.0000 - val_loss: 0.0852 - val_auc: 0.9806 Epoch 13/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0039 - auc: 1.0000 - val_loss: 0.0866 - val_auc: 0.9775 Epoch 14/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0039 - auc: 1.0000 - val_loss: 0.0868 - val_auc: 0.9795 Epoch 15/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0038 - auc: 1.0000 - val_loss: 0.0868 - val_auc: 0.9795 Epoch 16/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0042 - auc: 0.9999 - val_loss: 0.0901 - val_auc: 0.9791 Epoch 17/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0041 - auc: 0.9997 - val_loss: 0.0926 - val_auc: 0.9808 Epoch 18/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0049 - auc: 0.9993 - val_loss: 0.0956 - val_auc: 0.9827 Epoch 19/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0043 - auc: 0.9993 - val_loss: 0.0994 - val_auc: 0.9807 Epoch 20/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0041 - auc: 0.9997 - val_loss: 0.1090 - val_auc: 0.9726 Epoch 21/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0036 - auc: 0.9994 - val_loss: 0.1036 - val_auc: 0.9746 Epoch 22/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0031 - auc: 1.0000 - val_loss: 0.1056 - val_auc: 0.9766 Epoch 23/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0030 - auc: 1.0000 - val_loss: 0.1063 - val_auc: 0.9768 Epoch 24/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0029 - auc: 1.0000 - val_loss: 0.1083 - val_auc: 0.9747 Epoch 25/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0028 - auc: 1.0000 - val_loss: 0.1097 - val_auc: 0.9767 Epoch 26/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0027 - auc: 1.0000 - val_loss: 0.1102 - val_auc: 0.9769 Epoch 27/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0027 - auc: 1.0000 - val_loss: 0.1106 - val_auc: 0.9769 Epoch 28/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0026 - auc: 1.0000 - val_loss: 0.1111 - val_auc: 0.9768 Epoch 29/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0026 - auc: 1.0000 - val_loss: 0.1112 - val_auc: 0.9769 Epoch 30/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0026 - auc: 1.0000 - val_loss: 0.1114 - val_auc: 0.9769 Epoch 31/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0026 - auc: 1.0000 - val_loss: 0.1114 - val_auc: 0.9769 Epoch 32/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0032 - auc: 1.0000 - val_loss: 0.1119 - val_auc: 0.9800 Trial 87 Complete [00h 00m 24s] val_auc: 0.9894183278083801 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 07m 19s Search: Running Trial #88 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |64 |width tanh |swish |activation none |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.1 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 32 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/32 11/11 [==============================] - 1s 59ms/step - loss: 0.6690 - auc: 0.5602 - val_loss: 0.6129 - val_auc: 0.6918 Epoch 2/32 11/11 [==============================] - 0s 25ms/step - loss: 0.6007 - auc: 0.6297 - val_loss: 0.5561 - val_auc: 0.7361 Epoch 3/32 11/11 [==============================] - 0s 25ms/step - loss: 0.5574 - auc: 0.6692 - val_loss: 0.5165 - val_auc: 0.7571 Epoch 4/32 11/11 [==============================] - 0s 23ms/step - loss: 0.5271 - auc: 0.6853 - val_loss: 0.4872 - val_auc: 0.7746 Epoch 5/32 11/11 [==============================] - 0s 23ms/step - loss: 0.5032 - auc: 0.7067 - val_loss: 0.4643 - val_auc: 0.7916 Epoch 6/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4838 - auc: 0.7274 - val_loss: 0.4457 - val_auc: 0.8067 Epoch 7/32 11/11 [==============================] - 0s 27ms/step - loss: 0.4679 - auc: 0.7464 - val_loss: 0.4300 - val_auc: 0.8217 Epoch 8/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4564 - auc: 0.7517 - val_loss: 0.4165 - val_auc: 0.8351 Epoch 9/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4439 - auc: 0.7679 - val_loss: 0.4047 - val_auc: 0.8464 Epoch 10/32 11/11 [==============================] - 0s 25ms/step - loss: 0.4324 - auc: 0.7829 - val_loss: 0.3942 - val_auc: 0.8571 Epoch 11/32 11/11 [==============================] - 0s 23ms/step - loss: 0.4245 - auc: 0.7814 - val_loss: 0.3849 - val_auc: 0.8650 Epoch 12/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4162 - auc: 0.7929 - val_loss: 0.3765 - val_auc: 0.8736 Epoch 13/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4092 - auc: 0.7937 - val_loss: 0.3690 - val_auc: 0.8804 Epoch 14/32 11/11 [==============================] - 0s 24ms/step - loss: 0.4022 - auc: 0.8067 - val_loss: 0.3621 - val_auc: 0.8873 Epoch 15/32 11/11 [==============================] - 0s 23ms/step - loss: 0.3960 - auc: 0.8096 - val_loss: 0.3558 - val_auc: 0.8942 Epoch 16/32 11/11 [==============================] - 1s 58ms/step - loss: 0.3920 - auc: 0.8171 - val_loss: 0.3499 - val_auc: 0.8994 Epoch 17/32 11/11 [==============================] - 0s 34ms/step - loss: 0.3848 - auc: 0.8291 - val_loss: 0.3445 - val_auc: 0.9051 Epoch 18/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3789 - auc: 0.8345 - val_loss: 0.3395 - val_auc: 0.9095 Epoch 19/32 11/11 [==============================] - 0s 25ms/step - loss: 0.3736 - auc: 0.8390 - val_loss: 0.3350 - val_auc: 0.9138 Epoch 20/32 11/11 [==============================] - 0s 28ms/step - loss: 0.3724 - auc: 0.8340 - val_loss: 0.3307 - val_auc: 0.9174 Epoch 21/32 11/11 [==============================] - 0s 25ms/step - loss: 0.3665 - auc: 0.8488 - val_loss: 0.3268 - val_auc: 0.9214 Epoch 22/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3629 - auc: 0.8474 - val_loss: 0.3231 - val_auc: 0.9250 Epoch 23/32 11/11 [==============================] - 0s 25ms/step - loss: 0.3605 - auc: 0.8514 - val_loss: 0.3197 - val_auc: 0.9277 Epoch 24/32 11/11 [==============================] - 0s 30ms/step - loss: 0.3572 - auc: 0.8566 - val_loss: 0.3165 - val_auc: 0.9302 Epoch 25/32 11/11 [==============================] - 0s 23ms/step - loss: 0.3547 - auc: 0.8610 - val_loss: 0.3136 - val_auc: 0.9325 Epoch 26/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3519 - auc: 0.8637 - val_loss: 0.3108 - val_auc: 0.9348 Epoch 27/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3475 - auc: 0.8684 - val_loss: 0.3082 - val_auc: 0.9366 Epoch 28/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3463 - auc: 0.8645 - val_loss: 0.3058 - val_auc: 0.9384 Epoch 29/32 11/11 [==============================] - 0s 24ms/step - loss: 0.3454 - auc: 0.8682 - val_loss: 0.3034 - val_auc: 0.9402 Epoch 30/32 11/11 [==============================] - 0s 25ms/step - loss: 0.3411 - auc: 0.8742 - val_loss: 0.3013 - val_auc: 0.9416 Epoch 31/32 11/11 [==============================] - 0s 23ms/step - loss: 0.3383 - auc: 0.8732 - val_loss: 0.2992 - val_auc: 0.9432 Epoch 32/32 11/11 [==============================] - 0s 23ms/step - loss: 0.3397 - auc: 0.8739 - val_loss: 0.2973 - val_auc: 0.9443 Trial 88 Complete [00h 00m 11s] val_auc: 0.9443328380584717 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 07m 30s Search: Running Trial #89 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |64 |width leaky |swish |activation l1_l2 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.1 |dropout adam |rmsprop |optimizer 0.01 |0.01 |learning_rate cosine |exponential |learning_rate_schedule 64 |256 |batch_size 32 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/32 162/162 [==============================] - 2s 8ms/step - loss: 0.2652 - auc: 0.9786 - val_loss: 0.1817 - val_auc: 0.9904 Epoch 2/32 162/162 [==============================] - 1s 6ms/step - loss: 0.2227 - auc: 0.9910 - val_loss: 0.1836 - val_auc: 0.9897 Epoch 3/32 162/162 [==============================] - 1s 8ms/step - loss: 0.1145 - auc: 0.9989 - val_loss: 0.1375 - val_auc: 0.9919 Epoch 4/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1755 - auc: 0.9945 - val_loss: 0.2104 - val_auc: 0.9864 Epoch 5/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1279 - auc: 0.9971 - val_loss: 0.1445 - val_auc: 0.9904 Epoch 6/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0722 - auc: 0.9993 - val_loss: 0.1308 - val_auc: 0.9835 Epoch 7/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0518 - auc: 0.9999 - val_loss: 0.1293 - val_auc: 0.9814 Epoch 8/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1078 - auc: 0.9978 - val_loss: 0.2597 - val_auc: 0.9848 Epoch 9/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1815 - auc: 0.9964 - val_loss: 0.2033 - val_auc: 0.9790 Epoch 10/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1003 - auc: 0.9991 - val_loss: 0.1905 - val_auc: 0.9685 Epoch 11/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0669 - auc: 0.9994 - val_loss: 0.1664 - val_auc: 0.9721 Epoch 12/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0489 - auc: 0.9999 - val_loss: 0.1652 - val_auc: 0.9725 Epoch 13/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0389 - auc: 0.9999 - val_loss: 0.1630 - val_auc: 0.9705 Epoch 14/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0338 - auc: 1.0000 - val_loss: 0.1632 - val_auc: 0.9705 Epoch 15/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0318 - auc: 1.0000 - val_loss: 0.1631 - val_auc: 0.9705 Epoch 16/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1093 - auc: 0.9971 - val_loss: 0.3251 - val_auc: 0.9683 Epoch 17/32 162/162 [==============================] - 1s 5ms/step - loss: 0.2175 - auc: 0.9941 - val_loss: 0.2420 - val_auc: 0.9751 Epoch 18/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1207 - auc: 0.9991 - val_loss: 0.1863 - val_auc: 0.9780 Epoch 19/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0730 - auc: 0.9991 - val_loss: 0.1940 - val_auc: 0.9650 Epoch 20/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0661 - auc: 0.9993 - val_loss: 0.1673 - val_auc: 0.9768 Epoch 21/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0511 - auc: 0.9999 - val_loss: 0.1839 - val_auc: 0.9725 Epoch 22/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0499 - auc: 0.9995 - val_loss: 0.1710 - val_auc: 0.9778 Epoch 23/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0457 - auc: 0.9993 - val_loss: 0.1760 - val_auc: 0.9762 Epoch 24/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0393 - auc: 0.9999 - val_loss: 0.1840 - val_auc: 0.9696 Epoch 25/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0329 - auc: 0.9999 - val_loss: 0.1781 - val_auc: 0.9698 Epoch 26/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0284 - auc: 1.0000 - val_loss: 0.1800 - val_auc: 0.9723 Epoch 27/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0256 - auc: 1.0000 - val_loss: 0.1806 - val_auc: 0.9688 Epoch 28/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0237 - auc: 1.0000 - val_loss: 0.1821 - val_auc: 0.9684 Epoch 29/32 162/162 [==============================] - 1s 6ms/step - loss: 0.0223 - auc: 1.0000 - val_loss: 0.1834 - val_auc: 0.9664 Epoch 30/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0215 - auc: 1.0000 - val_loss: 0.1831 - val_auc: 0.9664 Epoch 31/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0211 - auc: 1.0000 - val_loss: 0.1830 - val_auc: 0.9664 Epoch 32/32 162/162 [==============================] - 1s 5ms/step - loss: 0.8746 - auc: 0.9631 - val_loss: 1.5970 - val_auc: 0.9462 Trial 89 Complete [00h 00m 30s] val_auc: 0.9919009208679199 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 08m 00s Search: Running Trial #90 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |64 |width tanh |swish |activation l1 |l2 |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.1 |dropout adam |rmsprop |optimizer 0.001 |0.01 |learning_rate exponential |exponential |learning_rate_schedule 1024 |256 |batch_size 32 |4 |tuner/epochs 0 |2 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |1 |tuner/round Epoch 1/32 11/11 [==============================] - 1s 60ms/step - loss: 0.5321 - auc: 0.6927 - val_loss: 0.3722 - val_auc: 0.8374 Epoch 2/32 11/11 [==============================] - 0s 28ms/step - loss: 0.3274 - auc: 0.8974 - val_loss: 0.2668 - val_auc: 0.9475 Epoch 3/32 11/11 [==============================] - 0s 26ms/step - loss: 0.2407 - auc: 0.9736 - val_loss: 0.2137 - val_auc: 0.9799 Epoch 4/32 11/11 [==============================] - 0s 26ms/step - loss: 0.1981 - auc: 0.9884 - val_loss: 0.1849 - val_auc: 0.9834 Epoch 5/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1719 - auc: 0.9901 - val_loss: 0.1667 - val_auc: 0.9843 Epoch 6/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1534 - auc: 0.9923 - val_loss: 0.1534 - val_auc: 0.9864 Epoch 7/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1407 - auc: 0.9936 - val_loss: 0.1439 - val_auc: 0.9876 Epoch 8/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1312 - auc: 0.9947 - val_loss: 0.1366 - val_auc: 0.9885 Epoch 9/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1234 - auc: 0.9953 - val_loss: 0.1310 - val_auc: 0.9888 Epoch 10/32 11/11 [==============================] - 0s 26ms/step - loss: 0.1170 - auc: 0.9960 - val_loss: 0.1262 - val_auc: 0.9897 Epoch 11/32 11/11 [==============================] - 0s 22ms/step - loss: 0.1117 - auc: 0.9963 - val_loss: 0.1228 - val_auc: 0.9894 Epoch 12/32 11/11 [==============================] - 0s 26ms/step - loss: 0.1074 - auc: 0.9966 - val_loss: 0.1191 - val_auc: 0.9899 Epoch 13/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1033 - auc: 0.9969 - val_loss: 0.1159 - val_auc: 0.9903 Epoch 14/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0996 - auc: 0.9974 - val_loss: 0.1135 - val_auc: 0.9903 Epoch 15/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0968 - auc: 0.9973 - val_loss: 0.1113 - val_auc: 0.9904 Epoch 16/32 11/11 [==============================] - 1s 54ms/step - loss: 0.0942 - auc: 0.9975 - val_loss: 0.1094 - val_auc: 0.9907 Epoch 17/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0918 - auc: 0.9978 - val_loss: 0.1077 - val_auc: 0.9907 Epoch 18/32 11/11 [==============================] - 0s 26ms/step - loss: 0.0899 - auc: 0.9978 - val_loss: 0.1063 - val_auc: 0.9911 Epoch 19/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0879 - auc: 0.9980 - val_loss: 0.1051 - val_auc: 0.9902 Epoch 20/32 11/11 [==============================] - 0s 21ms/step - loss: 0.0863 - auc: 0.9981 - val_loss: 0.1040 - val_auc: 0.9903 Epoch 21/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0850 - auc: 0.9981 - val_loss: 0.1034 - val_auc: 0.9904 Epoch 22/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0833 - auc: 0.9982 - val_loss: 0.1023 - val_auc: 0.9906 Epoch 23/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0823 - auc: 0.9983 - val_loss: 0.1013 - val_auc: 0.9907 Epoch 24/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0808 - auc: 0.9985 - val_loss: 0.1005 - val_auc: 0.9908 Epoch 25/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0799 - auc: 0.9984 - val_loss: 0.1000 - val_auc: 0.9910 Epoch 26/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0790 - auc: 0.9984 - val_loss: 0.0990 - val_auc: 0.9912 Epoch 27/32 11/11 [==============================] - 0s 26ms/step - loss: 0.0778 - auc: 0.9986 - val_loss: 0.0984 - val_auc: 0.9913 Epoch 28/32 11/11 [==============================] - 0s 26ms/step - loss: 0.0768 - auc: 0.9986 - val_loss: 0.0978 - val_auc: 0.9913 Epoch 29/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0761 - auc: 0.9987 - val_loss: 0.0973 - val_auc: 0.9914 Epoch 30/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0752 - auc: 0.9987 - val_loss: 0.0971 - val_auc: 0.9915 Epoch 31/32 11/11 [==============================] - 0s 25ms/step - loss: 0.0748 - auc: 0.9987 - val_loss: 0.0967 - val_auc: 0.9915 Epoch 32/32 11/11 [==============================] - 0s 26ms/step - loss: 0.0740 - auc: 0.9988 - val_loss: 0.0961 - val_auc: 0.9916 Trial 90 Complete [00h 00m 11s] val_auc: 0.9915803074836731 Best val_auc So Far: 0.9944338202476501 Total elapsed time: 00h 08m 11s Results summary Results in tuning/bandit Showing 10 best trials Trial summary Hyperparameters: depth: 2 width: 64 activation: swish regularization_function: l2 regularization_penalty: 0.0001 dropout: 0.1 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 256 tuner/epochs: 4 tuner/initial_epoch: 2 tuner/bracket: 3 tuner/round: 1 tuner/trial_id: 0026 Score: 0.9944338202476501 Trial summary Hyperparameters: depth: 1 width: 32 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.2 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: none batch_size: 32 tuner/epochs: 2 tuner/initial_epoch: 0 tuner/bracket: 3 tuner/round: 0 Score: 0.9941594004631042 Trial summary Hyperparameters: depth: 1 width: 16 activation: swish regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.5 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 128 tuner/epochs: 11 tuner/initial_epoch: 0 tuner/bracket: 1 tuner/round: 0 Score: 0.9935486912727356 Trial summary Hyperparameters: depth: 1 width: 32 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.2 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: none batch_size: 32 tuner/epochs: 32 tuner/initial_epoch: 11 tuner/bracket: 3 tuner/round: 3 tuner/trial_id: 0047 Score: 0.9933761954307556 Trial summary Hyperparameters: depth: 1 width: 32 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.2 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: none batch_size: 32 tuner/epochs: 11 tuner/initial_epoch: 4 tuner/bracket: 3 tuner/round: 2 tuner/trial_id: 0034 Score: 0.993046760559082 Trial summary Hyperparameters: depth: 2 width: 64 activation: swish regularization_function: l2 regularization_penalty: 0.0001 dropout: 0.1 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 256 tuner/epochs: 11 tuner/initial_epoch: 4 tuner/bracket: 3 tuner/round: 2 tuner/trial_id: 0036 Score: 0.9930127263069153 Trial summary Hyperparameters: depth: 2 width: 128 activation: leaky regularization_function: none regularization_penalty: 1e-05 dropout: 0.2 optimizer: sgd learning_rate: 0.01 learning_rate_schedule: none batch_size: 256 tuner/epochs: 2 tuner/initial_epoch: 0 tuner/bracket: 3 tuner/round: 0 Score: 0.992909848690033 Trial summary Hyperparameters: depth: 2 width: 64 activation: swish regularization_function: l2 regularization_penalty: 0.0001 dropout: 0.1 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 256 tuner/epochs: 2 tuner/initial_epoch: 0 tuner/bracket: 3 tuner/round: 0 Score: 0.9925918579101562 Trial summary Hyperparameters: depth: 2 width: 64 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.1 optimizer: adam learning_rate: 0.0001 learning_rate_schedule: none batch_size: 64 tuner/epochs: 32 tuner/initial_epoch: 11 tuner/bracket: 2 tuner/round: 2 tuner/trial_id: 0067 Score: 0.9925651550292969 Trial summary Hyperparameters: depth: 1 width: 16 activation: tanh regularization_function: none regularization_penalty: 1e-05 dropout: 0.4 optimizer: sgd learning_rate: 0.01 learning_rate_schedule: none batch_size: 512 tuner/epochs: 11 tuner/initial_epoch: 4 tuner/bracket: 2 tuner/round: 1 tuner/trial_id: 0063 Score: 0.9925131797790527 {'depth': 2, 'width': 64, 'activation': 'swish', 'regularization_function': 'l2', 'regularization_penalty': 0.0001, 'dropout': 0.1, 'optimizer': 'rmsprop', 'learning_rate': 0.01, 'learning_rate_schedule': 'exponential', 'batch_size': 256, 'tuner/epochs': 4, 'tuner/initial_epoch': 2, 'tuner/bracket': 3, 'tuner/round': 1, 'tuner/trial_id': '0026'} 41/41 [==============================] - 0s 1ms/step real 8m40.923s user 9m32.506s sys 1m40.748s deeplearn@ML-RefVm-967342:~/reuters$ kaggle competitions submit -c ml530-2022-fall-reuters -f predictions.csv -m "2" 100%|██████████████████████████████████████████████████████████████████████████████████████████████| 55.2k/55.2k [00:00<00:00, 125kB/s] Successfully submitted to ml530-2022-fall-reuters deeplearn@ML-RefVm-967342:~/reuters$ rm -rf tuning deeplearn@ML-RefVm-967342:~/reuters$ time python reuters-search.py.txt 2022-10-08 17:14:14.886467: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags. 2022-10-08 17:14:15.420957: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1532] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 10790 MB memory: -> device: 0, name: Tesla K80, pci bus id: 0001:00:00.0, compute capability: 3.7 Search space summary Default search space size: 10 depth (Int) {'default': None, 'conditions': [], 'min_value': 0, 'max_value': 3, 'step': 1, 'sampling': None} width (Choice) {'default': 16, 'conditions': [], 'values': [16, 32, 64, 128], 'ordered': True} activation (Choice) {'default': 'linear', 'conditions': [], 'values': ['linear', 'relu', 'sigmoid', 'swish', 'tanh', 'leaky', 'elu', 'selu'], 'ordered': False} regularization_function (Choice) {'default': 'none', 'conditions': [], 'values': ['none', 'l1', 'l2', 'l1_l2'], 'ordered': False} regularization_penalty (Choice) {'default': 0.0001, 'conditions': [], 'values': [0.0001, 1e-05], 'ordered': True} dropout (Float) {'default': 0.0, 'conditions': [], 'min_value': 0.0, 'max_value': 0.5, 'step': 0.1, 'sampling': None} optimizer (Choice) {'default': 'adam', 'conditions': [], 'values': ['adam', 'rmsprop', 'sgd'], 'ordered': False} learning_rate (Choice) {'default': 0.01, 'conditions': [], 'values': [0.01, 0.001, 0.0001], 'ordered': True} learning_rate_schedule (Choice) {'default': 'none', 'conditions': [], 'values': ['none', 'exponential', 'cosine'], 'ordered': False} batch_size (Choice) {'default': 32, 'conditions': [], 'values': [32, 64, 128, 256, 512, 1024], 'ordered': True} Search: Running Trial #1 Value |Best Value So Far |Hyperparameter 2 |? |depth 64 |? |width selu |? |activation l1 |? |regularization_function 0.0001 |? |regularization_penalty 0.4 |? |dropout rmsprop |? |optimizer 0.001 |? |learning_rate none |? |learning_rate_schedule 512 |? |batch_size 2 |? |tuner/epochs 0 |? |tuner/initial_epoch 3 |? |tuner/bracket 0 |? |tuner/round Epoch 1/2 21/21 [==============================] - 2s 33ms/step - loss: 1.0995 - auc: 0.5546 - val_loss: 0.8840 - val_auc: 0.6712 Epoch 2/2 21/21 [==============================] - 0s 19ms/step - loss: 0.6172 - auc: 0.6382 - val_loss: 0.5468 - val_auc: 0.8061 Trial 1 Complete [00h 00m 03s] val_auc: 0.8060541749000549 Best val_auc So Far: 0.8060541749000549 Total elapsed time: 00h 00m 03s Search: Running Trial #2 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |64 |width leaky |selu |activation l1 |l1 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout rmsprop |rmsprop |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 128 |512 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 10ms/step - loss: 0.3862 - auc: 0.9258 - val_loss: 0.2753 - val_auc: 0.9889 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.3081 - auc: 0.9783 - val_loss: 0.2948 - val_auc: 0.9869 Trial 2 Complete [00h 00m 03s] val_auc: 0.9888536334037781 Best val_auc So Far: 0.9888536334037781 Total elapsed time: 00h 00m 06s Search: Running Trial #3 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |16 |width tanh |leaky |activation none |l1 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |rmsprop |optimizer 0.0001 |0.01 |learning_rate none |none |learning_rate_schedule 128 |128 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 10ms/step - loss: 0.6095 - auc: 0.6155 - val_loss: 0.5175 - val_auc: 0.7909 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.5150 - auc: 0.7126 - val_loss: 0.4412 - val_auc: 0.8654 Trial 3 Complete [00h 00m 03s] val_auc: 0.8654263615608215 Best val_auc So Far: 0.9888536334037781 Total elapsed time: 00h 00m 08s Search: Running Trial #4 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |16 |width swish |leaky |activation none |l1 |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |rmsprop |optimizer 0.001 |0.01 |learning_rate none |none |learning_rate_schedule 32 |128 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 3s 5ms/step - loss: 0.1570 - auc: 0.9565 - val_loss: 0.0642 - val_auc: 0.9921 Epoch 2/2 323/323 [==============================] - 1s 4ms/step - loss: 0.0416 - auc: 0.9955 - val_loss: 0.0756 - val_auc: 0.9832 Trial 4 Complete [00h 00m 05s] val_auc: 0.9920713305473328 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 13s Search: Running Trial #5 Value |Best Value So Far |Hyperparameter 2 |3 |depth 16 |128 |width relu |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout adam |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 512 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 32ms/step - loss: 0.6811 - auc: 0.5600 - val_loss: 0.6694 - val_auc: 0.6075 Epoch 2/2 21/21 [==============================] - 0s 14ms/step - loss: 0.6458 - auc: 0.5874 - val_loss: 0.6169 - val_auc: 0.6599 Trial 5 Complete [00h 00m 03s] val_auc: 0.6598640084266663 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 15s Search: Running Trial #6 Value |Best Value So Far |Hyperparameter 1 |3 |depth 64 |128 |width swish |swish |activation l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 6ms/step - loss: 0.5210 - auc: 0.7026 - val_loss: 0.4562 - val_auc: 0.7509 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.3792 - auc: 0.8243 - val_loss: 0.3156 - val_auc: 0.8846 Trial 6 Complete [00h 00m 03s] val_auc: 0.8846476674079895 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 19s Search: Running Trial #7 Value |Best Value So Far |Hyperparameter 2 |3 |depth 32 |128 |width sigmoid |swish |activation none |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 58ms/step - loss: 0.4641 - auc: 0.5933 - val_loss: 0.3721 - val_auc: 0.9571 Epoch 2/2 11/11 [==============================] - 0s 20ms/step - loss: 0.3366 - auc: 0.8876 - val_loss: 0.2680 - val_auc: 0.9516 Trial 7 Complete [00h 00m 02s] val_auc: 0.9571217894554138 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 21s Search: Running Trial #8 Value |Best Value So Far |Hyperparameter 2 |3 |depth 16 |128 |width tanh |swish |activation l1 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout rmsprop |sgd |optimizer 0.001 |0.001 |learning_rate cosine |none |learning_rate_schedule 512 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 31ms/step - loss: 0.6655 - auc: 0.5898 - val_loss: 0.5513 - val_auc: 0.6733 Epoch 2/2 21/21 [==============================] - 0s 13ms/step - loss: 0.5156 - auc: 0.6619 - val_loss: 0.4017 - val_auc: 0.7913 Trial 8 Complete [00h 00m 02s] val_auc: 0.7913184762001038 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 23s Search: Running Trial #9 Value |Best Value So Far |Hyperparameter 1 |3 |depth 16 |128 |width sigmoid |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 6ms/step - loss: 0.3683 - auc: 0.8356 - val_loss: 0.2691 - val_auc: 0.9756 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.2313 - auc: 0.9653 - val_loss: 0.1849 - val_auc: 0.9882 Trial 9 Complete [00h 00m 03s] val_auc: 0.9882408976554871 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 26s Search: Running Trial #10 Value |Best Value So Far |Hyperparameter 1 |3 |depth 32 |128 |width linear |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 6ms/step - loss: 0.1833 - auc: 0.9557 - val_loss: 0.0863 - val_auc: 0.9867 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.0580 - auc: 0.9967 - val_loss: 0.0694 - val_auc: 0.9870 Trial 10 Complete [00h 00m 03s] val_auc: 0.9870497584342957 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 29s Search: Running Trial #11 Value |Best Value So Far |Hyperparameter 0 |3 |depth 16 |128 |width linear |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 1s 9ms/step - loss: 0.4166 - auc: 0.7502 - val_loss: 0.2926 - val_auc: 0.8846 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.2484 - auc: 0.9422 - val_loss: 0.2094 - val_auc: 0.9561 Trial 11 Complete [00h 00m 02s] val_auc: 0.9561222195625305 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 32s Search: Running Trial #12 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width leaky |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 0.3125 - auc: 0.8481 - val_loss: 0.1237 - val_auc: 0.9817 Epoch 2/2 162/162 [==============================] - 1s 5ms/step - loss: 0.1149 - auc: 0.9837 - val_loss: 0.0932 - val_auc: 0.9904 Trial 12 Complete [00h 00m 04s] val_auc: 0.9903724789619446 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 35s Search: Running Trial #13 Value |Best Value So Far |Hyperparameter 0 |3 |depth 64 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate none |none |learning_rate_schedule 128 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 1s 9ms/step - loss: 0.6219 - auc: 0.5890 - val_loss: 0.5566 - val_auc: 0.6746 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.5251 - auc: 0.6807 - val_loss: 0.4860 - val_auc: 0.7116 Trial 13 Complete [00h 00m 02s] val_auc: 0.7116338610649109 Best val_auc So Far: 0.9920713305473328 Total elapsed time: 00h 00m 38s Search: Running Trial #14 Value |Best Value So Far |Hyperparameter 2 |3 |depth 32 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 32 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 323/323 [==============================] - 3s 5ms/step - loss: 0.2043 - auc: 0.9559 - val_loss: 0.0975 - val_auc: 0.9917 Epoch 2/2 323/323 [==============================] - 1s 4ms/step - loss: 0.0913 - auc: 0.9934 - val_loss: 0.0876 - val_auc: 0.9930 Trial 14 Complete [00h 00m 04s] val_auc: 0.9930494427680969 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 42s Search: Running Trial #15 Value |Best Value So Far |Hyperparameter 0 |2 |depth 64 |32 |width sigmoid |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.5 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 56ms/step - loss: 0.6072 - auc: 0.5943 - val_loss: 0.5042 - val_auc: 0.6604 Epoch 2/2 11/11 [==============================] - 0s 23ms/step - loss: 0.4747 - auc: 0.6749 - val_loss: 0.4266 - val_auc: 0.7098 Trial 15 Complete [00h 00m 02s] val_auc: 0.7097992300987244 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 45s Search: Running Trial #16 Value |Best Value So Far |Hyperparameter 3 |2 |depth 32 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.1 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 65ms/step - loss: 0.5426 - auc: 0.6843 - val_loss: 0.4002 - val_auc: 0.8474 Epoch 2/2 11/11 [==============================] - 0s 25ms/step - loss: 0.3759 - auc: 0.8585 - val_loss: 0.3057 - val_auc: 0.9504 Trial 16 Complete [00h 00m 03s] val_auc: 0.9503658413887024 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 47s Search: Running Trial #17 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |32 |width selu |tanh |activation l1_l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 8ms/step - loss: 0.5814 - auc: 0.9507 - val_loss: 0.3337 - val_auc: 0.9869 Epoch 2/2 162/162 [==============================] - 1s 6ms/step - loss: 0.3373 - auc: 0.9835 - val_loss: 0.2893 - val_auc: 0.9915 Trial 17 Complete [00h 00m 04s] val_auc: 0.9915380477905273 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 51s Search: Running Trial #18 Value |Best Value So Far |Hyperparameter 0 |2 |depth 64 |32 |width leaky |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.3 |dropout sgd |adam |optimizer 0.01 |0.001 |learning_rate cosine |exponential |learning_rate_schedule 512 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 1s 29ms/step - loss: 0.3341 - auc: 0.8041 - val_loss: 0.2305 - val_auc: 0.8999 Epoch 2/2 21/21 [==============================] - 0s 12ms/step - loss: 0.1573 - auc: 0.9798 - val_loss: 0.1243 - val_auc: 0.9781 Trial 18 Complete [00h 00m 02s] val_auc: 0.978050708770752 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 53s Search: Running Trial #19 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |32 |width selu |tanh |activation l1_l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.5 |0.3 |dropout sgd |adam |optimizer 0.0001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 20ms/step - loss: 2.3318 - auc: 0.5100 - val_loss: 1.7260 - val_auc: 0.6683 Epoch 2/2 41/41 [==============================] - 0s 12ms/step - loss: 1.8600 - auc: 0.5364 - val_loss: 1.4901 - val_auc: 0.6792 Trial 19 Complete [00h 00m 03s] val_auc: 0.6792396903038025 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 56s Search: Running Trial #20 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.4 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 67ms/step - loss: 0.6010 - auc: 0.6849 - val_loss: 0.3893 - val_auc: 0.8947 Epoch 2/2 11/11 [==============================] - 0s 39ms/step - loss: 0.3457 - auc: 0.9195 - val_loss: 0.2483 - val_auc: 0.9818 Trial 20 Complete [00h 00m 03s] val_auc: 0.9817717671394348 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 00m 59s Search: Running Trial #21 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |32 |width relu |tanh |activation l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout rmsprop |adam |optimizer 0.001 |0.001 |learning_rate cosine |exponential |learning_rate_schedule 512 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 21/21 [==============================] - 2s 32ms/step - loss: 0.4955 - auc: 0.6356 - val_loss: 0.3977 - val_auc: 0.7050 Epoch 2/2 21/21 [==============================] - 0s 14ms/step - loss: 0.3132 - auc: 0.8246 - val_loss: 0.2054 - val_auc: 0.9260 Trial 21 Complete [00h 00m 03s] val_auc: 0.9260482788085938 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 02s Search: Running Trial #22 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |32 |width tanh |tanh |activation l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.4 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 1s 17ms/step - loss: 0.2871 - auc: 0.8516 - val_loss: 0.1400 - val_auc: 0.9821 Epoch 2/2 41/41 [==============================] - 0s 9ms/step - loss: 0.1152 - auc: 0.9854 - val_loss: 0.0949 - val_auc: 0.9882 Trial 22 Complete [00h 00m 02s] val_auc: 0.9882218241691589 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 04s Search: Running Trial #23 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |32 |width selu |tanh |activation l1_l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 128 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 11ms/step - loss: 0.6013 - auc: 0.9252 - val_loss: 0.2133 - val_auc: 0.9870 Epoch 2/2 81/81 [==============================] - 1s 10ms/step - loss: 0.2158 - auc: 0.9838 - val_loss: 0.1856 - val_auc: 0.9880 Trial 23 Complete [00h 00m 03s] val_auc: 0.987963855266571 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 07s Search: Running Trial #24 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |32 |width tanh |tanh |activation l1 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.5 |0.3 |dropout sgd |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 1s 55ms/step - loss: 0.4063 - auc: 0.7239 - val_loss: 0.2288 - val_auc: 0.8944 Epoch 2/2 11/11 [==============================] - 0s 22ms/step - loss: 0.1738 - auc: 0.9611 - val_loss: 0.1384 - val_auc: 0.9795 Trial 24 Complete [00h 00m 02s] val_auc: 0.9794510006904602 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 09s Search: Running Trial #25 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |32 |width swish |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 128 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 1s 9ms/step - loss: 0.1733 - auc: 0.9502 - val_loss: 0.0849 - val_auc: 0.9866 Epoch 2/2 81/81 [==============================] - 0s 5ms/step - loss: 0.0584 - auc: 0.9972 - val_loss: 0.0753 - val_auc: 0.9871 Trial 25 Complete [00h 00m 02s] val_auc: 0.9870765805244446 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 12s Search: Running Trial #26 Value |Best Value So Far |Hyperparameter 3 |2 |depth 32 |32 |width swish |tanh |activation l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 18ms/step - loss: 0.5436 - auc: 0.5803 - val_loss: 0.3653 - val_auc: 0.8697 Epoch 2/2 41/41 [==============================] - 0s 8ms/step - loss: 0.3306 - auc: 0.8418 - val_loss: 0.1715 - val_auc: 0.9827 Trial 26 Complete [00h 00m 03s] val_auc: 0.9826727509498596 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 14s Search: Running Trial #27 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 1024 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 11/11 [==============================] - 2s 62ms/step - loss: 0.3950 - auc: 0.8585 - val_loss: 0.2216 - val_auc: 0.9888 Epoch 2/2 11/11 [==============================] - 0s 33ms/step - loss: 0.1975 - auc: 0.9883 - val_loss: 0.1652 - val_auc: 0.9930 Trial 27 Complete [00h 00m 03s] val_auc: 0.9929917454719543 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 17s Search: Running Trial #28 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |32 |width swish |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 128 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 81/81 [==============================] - 2s 11ms/step - loss: 0.2251 - auc: 0.9155 - val_loss: 0.0810 - val_auc: 0.9886 Epoch 2/2 81/81 [==============================] - 1s 8ms/step - loss: 0.0583 - auc: 0.9947 - val_loss: 0.0700 - val_auc: 0.9888 Trial 28 Complete [00h 00m 03s] val_auc: 0.9888362288475037 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 20s Search: Running Trial #29 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |32 |width selu |tanh |activation l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.4 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 0.2209 - auc: 0.9246 - val_loss: 0.0767 - val_auc: 0.9869 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.0891 - auc: 0.9902 - val_loss: 0.0762 - val_auc: 0.9864 Trial 29 Complete [00h 00m 03s] val_auc: 0.9869093894958496 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 23s Search: Running Trial #30 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |32 |width selu |tanh |activation none |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.3 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 6ms/step - loss: 0.1237 - auc: 0.9715 - val_loss: 0.0663 - val_auc: 0.9872 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.0414 - auc: 0.9964 - val_loss: 0.0908 - val_auc: 0.9742 Trial 30 Complete [00h 00m 03s] val_auc: 0.9872315526008606 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 26s Search: Running Trial #31 Value |Best Value So Far |Hyperparameter 0 |2 |depth 128 |32 |width selu |tanh |activation l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout rmsprop |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 1s 16ms/step - loss: 0.4782 - auc: 0.6830 - val_loss: 0.3639 - val_auc: 0.7883 Epoch 2/2 41/41 [==============================] - 0s 8ms/step - loss: 0.3251 - auc: 0.8532 - val_loss: 0.2796 - val_auc: 0.9013 Trial 31 Complete [00h 00m 02s] val_auc: 0.9013366103172302 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 29s Search: Running Trial #32 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |32 |width linear |tanh |activation l1 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.3 |dropout rmsprop |adam |optimizer 0.0001 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 1.4139 - auc: 0.8044 - val_loss: 0.8695 - val_auc: 0.9336 Epoch 2/2 162/162 [==============================] - 1s 6ms/step - loss: 0.6102 - auc: 0.9564 - val_loss: 0.4190 - val_auc: 0.9741 Trial 32 Complete [00h 00m 03s] val_auc: 0.9741339087486267 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 32s Search: Running Trial #33 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |32 |width linear |tanh |activation l1 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.5 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate cosine |exponential |learning_rate_schedule 256 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 41/41 [==============================] - 2s 17ms/step - loss: 0.4685 - auc: 0.7264 - val_loss: 0.3272 - val_auc: 0.8788 Epoch 2/2 41/41 [==============================] - 0s 9ms/step - loss: 0.2944 - auc: 0.9115 - val_loss: 0.1650 - val_auc: 0.9790 Trial 33 Complete [00h 00m 03s] val_auc: 0.9790468811988831 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 35s Search: Running Trial #34 Value |Best Value So Far |Hyperparameter 3 |2 |depth 32 |32 |width relu |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 2 |2 |tuner/epochs 0 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 0 |0 |tuner/round Epoch 1/2 162/162 [==============================] - 2s 7ms/step - loss: 0.1388 - auc: 0.9630 - val_loss: 0.0678 - val_auc: 0.9924 Epoch 2/2 162/162 [==============================] - 1s 4ms/step - loss: 0.0447 - auc: 0.9938 - val_loss: 0.0723 - val_auc: 0.9894 Trial 34 Complete [00h 00m 03s] val_auc: 0.9924142360687256 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 38s Search: Running Trial #35 Value |Best Value So Far |Hyperparameter 2 |2 |depth 32 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.3 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 32 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0013 |None |tuner/trial_id Epoch 3/4 323/323 [==============================] - 3s 5ms/step - loss: 0.2003 - auc: 0.9498 - val_loss: 0.0978 - val_auc: 0.9923 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.0900 - auc: 0.9931 - val_loss: 0.0942 - val_auc: 0.9894 Trial 35 Complete [00h 00m 04s] val_auc: 0.9923321604728699 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 42s Search: Running Trial #36 Value |Best Value So Far |Hyperparameter 2 |2 |depth 64 |32 |width tanh |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 1024 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0026 |None |tuner/trial_id Epoch 3/4 11/11 [==============================] - 2s 63ms/step - loss: 0.3793 - auc: 0.8681 - val_loss: 0.2266 - val_auc: 0.9868 Epoch 4/4 11/11 [==============================] - 0s 26ms/step - loss: 0.1988 - auc: 0.9872 - val_loss: 0.1706 - val_auc: 0.9923 Trial 36 Complete [00h 00m 02s] val_auc: 0.9923403859138489 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 45s Search: Running Trial #37 Value |Best Value So Far |Hyperparameter 3 |2 |depth 32 |32 |width relu |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0033 |None |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 7ms/step - loss: 0.1256 - auc: 0.9734 - val_loss: 0.0700 - val_auc: 0.9920 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.0424 - auc: 0.9950 - val_loss: 0.0857 - val_auc: 0.9764 Trial 37 Complete [00h 00m 03s] val_auc: 0.9919902682304382 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 48s Search: Running Trial #38 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |32 |width swish |tanh |activation none |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 32 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0003 |None |tuner/trial_id Epoch 3/4 323/323 [==============================] - 3s 6ms/step - loss: 0.1540 - auc: 0.9562 - val_loss: 0.0622 - val_auc: 0.9926 Epoch 4/4 323/323 [==============================] - 2s 5ms/step - loss: 0.0430 - auc: 0.9961 - val_loss: 0.0610 - val_auc: 0.9929 Trial 38 Complete [00h 00m 05s] val_auc: 0.9929246306419373 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 53s Search: Running Trial #39 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |32 |width selu |tanh |activation l1_l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 64 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0016 |None |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 8ms/step - loss: 0.5726 - auc: 0.9465 - val_loss: 0.3353 - val_auc: 0.9870 Epoch 4/4 162/162 [==============================] - 1s 6ms/step - loss: 0.3322 - auc: 0.9827 - val_loss: 0.3005 - val_auc: 0.9890 Trial 39 Complete [00h 00m 04s] val_auc: 0.9890325665473938 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 01m 57s Search: Running Trial #40 Value |Best Value So Far |Hyperparameter 3 |2 |depth 16 |32 |width leaky |tanh |activation l1_l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.1 |0.3 |dropout rmsprop |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 64 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0011 |None |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 7ms/step - loss: 0.3017 - auc: 0.8659 - val_loss: 0.1187 - val_auc: 0.9814 Epoch 4/4 162/162 [==============================] - 1s 5ms/step - loss: 0.1099 - auc: 0.9869 - val_loss: 0.0910 - val_auc: 0.9886 Trial 40 Complete [00h 00m 04s] val_auc: 0.9885514378547668 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 01s Search: Running Trial #41 Value |Best Value So Far |Hyperparameter 2 |2 |depth 16 |32 |width leaky |tanh |activation l1 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 128 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0001 |None |tuner/trial_id Epoch 3/4 81/81 [==============================] - 2s 10ms/step - loss: 0.3988 - auc: 0.9201 - val_loss: 0.2715 - val_auc: 0.9917 Epoch 4/4 81/81 [==============================] - 0s 5ms/step - loss: 0.3256 - auc: 0.9729 - val_loss: 0.3119 - val_auc: 0.9885 Trial 41 Complete [00h 00m 03s] val_auc: 0.9916538596153259 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 03s Search: Running Trial #42 Value |Best Value So Far |Hyperparameter 2 |2 |depth 128 |32 |width swish |tanh |activation none |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.2 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate exponential |exponential |learning_rate_schedule 128 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0027 |None |tuner/trial_id Epoch 3/4 81/81 [==============================] - 2s 11ms/step - loss: 0.2267 - auc: 0.9161 - val_loss: 0.0844 - val_auc: 0.9827 Epoch 4/4 81/81 [==============================] - 1s 9ms/step - loss: 0.0576 - auc: 0.9935 - val_loss: 0.0699 - val_auc: 0.9883 Trial 42 Complete [00h 00m 03s] val_auc: 0.9882824420928955 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 07s Search: Running Trial #43 Value |Best Value So Far |Hyperparameter 1 |2 |depth 16 |32 |width sigmoid |tanh |activation none |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout rmsprop |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0008 |None |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 6ms/step - loss: 0.4222 - auc: 0.8053 - val_loss: 0.2912 - val_auc: 0.9611 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.2481 - auc: 0.9523 - val_loss: 0.1982 - val_auc: 0.9821 Trial 43 Complete [00h 00m 03s] val_auc: 0.9820945262908936 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 10s Search: Running Trial #44 Value |Best Value So Far |Hyperparameter 1 |2 |depth 64 |32 |width tanh |tanh |activation l2 |l1_l2 |regularization_function 1e-05 |1e-05 |regularization_penalty 0.4 |0.3 |dropout adam |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 256 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0021 |None |tuner/trial_id Epoch 3/4 41/41 [==============================] - 1s 18ms/step - loss: 0.2960 - auc: 0.8613 - val_loss: 0.1456 - val_auc: 0.9828 Epoch 4/4 41/41 [==============================] - 0s 9ms/step - loss: 0.1207 - auc: 0.9860 - val_loss: 0.0971 - val_auc: 0.9893 Trial 44 Complete [00h 00m 02s] val_auc: 0.989339292049408 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 12s Search: Running Trial #45 Value |Best Value So Far |Hyperparameter 1 |2 |depth 128 |32 |width selu |tanh |activation l1_l2 |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.1 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 128 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0022 |None |tuner/trial_id Epoch 3/4 81/81 [==============================] - 2s 11ms/step - loss: 0.5989 - auc: 0.9255 - val_loss: 0.2119 - val_auc: 0.9872 Epoch 4/4 81/81 [==============================] - 1s 9ms/step - loss: 0.2141 - auc: 0.9836 - val_loss: 0.1794 - val_auc: 0.9891 Trial 45 Complete [00h 00m 03s] val_auc: 0.9890812039375305 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 15s Search: Running Trial #46 Value |Best Value So Far |Hyperparameter 1 |2 |depth 32 |32 |width selu |tanh |activation none |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.3 |0.3 |dropout rmsprop |adam |optimizer 0.01 |0.001 |learning_rate none |exponential |learning_rate_schedule 64 |32 |batch_size 4 |2 |tuner/epochs 2 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 1 |0 |tuner/round 0029 |None |tuner/trial_id Epoch 3/4 162/162 [==============================] - 2s 6ms/step - loss: 0.1190 - auc: 0.9733 - val_loss: 0.0648 - val_auc: 0.9900 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.0394 - auc: 0.9961 - val_loss: 0.0765 - val_auc: 0.9883 Trial 46 Complete [00h 00m 03s] val_auc: 0.9900081753730774 Best val_auc So Far: 0.9930494427680969 Total elapsed time: 00h 02m 18s Search: Running Trial #47 Value |Best Value So Far |Hyperparameter 3 |2 |depth 128 |32 |width swish |tanh |activation none |l1_l2 |regularization_function 0.0001 |1e-05 |regularization_penalty 0.4 |0.3 |dropout sgd |adam |optimizer 0.001 |0.001 |learning_rate none |exponential |learning_rate_schedule 32 |32 |batch_size 11 |2 |tuner/epochs 4 |0 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |0 |tuner/round 0037 |None |tuner/trial_id Epoch 5/11 323/323 [==============================] - 3s 6ms/step - loss: 0.1567 - auc: 0.9575 - val_loss: 0.0619 - val_auc: 0.9929 Epoch 6/11 323/323 [==============================] - 2s 5ms/step - loss: 0.0437 - auc: 0.9957 - val_loss: 0.0653 - val_auc: 0.9933 Epoch 7/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0217 - auc: 0.9987 - val_loss: 0.0748 - val_auc: 0.9891 Epoch 8/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0152 - auc: 0.9990 - val_loss: 0.0902 - val_auc: 0.9795 Epoch 9/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0108 - auc: 0.9996 - val_loss: 0.1024 - val_auc: 0.9789 Epoch 10/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0094 - auc: 0.9988 - val_loss: 0.1015 - val_auc: 0.9817 Epoch 11/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0091 - auc: 0.9993 - val_loss: 0.1196 - val_auc: 0.9755 Trial 47 Complete [00h 00m 12s] val_auc: 0.9932994842529297 Best val_auc So Far: 0.9932994842529297 Total elapsed time: 00h 02m 30s Search: Running Trial #48 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate exponential |none |learning_rate_schedule 1024 |32 |batch_size 11 |11 |tuner/epochs 4 |4 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |2 |tuner/round 0035 |0037 |tuner/trial_id Epoch 5/11 11/11 [==============================] - 2s 62ms/step - loss: 0.3481 - auc: 0.9018 - val_loss: 0.2155 - val_auc: 0.9904 Epoch 6/11 11/11 [==============================] - 0s 27ms/step - loss: 0.1897 - auc: 0.9906 - val_loss: 0.1674 - val_auc: 0.9931 Epoch 7/11 11/11 [==============================] - 0s 24ms/step - loss: 0.1418 - auc: 0.9966 - val_loss: 0.1495 - val_auc: 0.9921 Epoch 8/11 11/11 [==============================] - 0s 22ms/step - loss: 0.1138 - auc: 0.9972 - val_loss: 0.1335 - val_auc: 0.9911 Epoch 9/11 11/11 [==============================] - 0s 22ms/step - loss: 0.0939 - auc: 0.9989 - val_loss: 0.1282 - val_auc: 0.9900 Epoch 10/11 11/11 [==============================] - 0s 22ms/step - loss: 0.0805 - auc: 0.9989 - val_loss: 0.1249 - val_auc: 0.9897 Epoch 11/11 11/11 [==============================] - 0s 22ms/step - loss: 0.0730 - auc: 0.9992 - val_loss: 0.1274 - val_auc: 0.9828 Trial 48 Complete [00h 00m 04s] val_auc: 0.9930968284606934 Best val_auc So Far: 0.9932994842529297 Total elapsed time: 00h 02m 34s Search: Running Trial #49 Value |Best Value So Far |Hyperparameter 2 |3 |depth 32 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 32 |32 |batch_size 11 |11 |tuner/epochs 4 |4 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |2 |tuner/round 0034 |0037 |tuner/trial_id Epoch 5/11 323/323 [==============================] - 3s 5ms/step - loss: 0.1997 - auc: 0.9573 - val_loss: 0.0979 - val_auc: 0.9915 Epoch 6/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0906 - auc: 0.9924 - val_loss: 0.0945 - val_auc: 0.9892 Epoch 7/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0704 - auc: 0.9949 - val_loss: 0.0960 - val_auc: 0.9881 Epoch 8/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0598 - auc: 0.9979 - val_loss: 0.1017 - val_auc: 0.9843 Epoch 9/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0526 - auc: 0.9989 - val_loss: 0.1024 - val_auc: 0.9892 Epoch 10/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0506 - auc: 0.9987 - val_loss: 0.1151 - val_auc: 0.9807 Epoch 11/11 323/323 [==============================] - 1s 4ms/step - loss: 0.0458 - auc: 0.9990 - val_loss: 0.1184 - val_auc: 0.9748 Trial 49 Complete [00h 00m 10s] val_auc: 0.9915399551391602 Best val_auc So Far: 0.9932994842529297 Total elapsed time: 00h 02m 44s Search: Running Trial #50 Value |Best Value So Far |Hyperparameter 3 |3 |depth 32 |128 |width relu |swish |activation none |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 64 |32 |batch_size 11 |11 |tuner/epochs 4 |4 |tuner/initial_epoch 3 |3 |tuner/bracket 2 |2 |tuner/round 0036 |0037 |tuner/trial_id Epoch 5/11 162/162 [==============================] - 2s 7ms/step - loss: 0.1233 - auc: 0.9727 - val_loss: 0.0741 - val_auc: 0.9899 Epoch 6/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0442 - auc: 0.9938 - val_loss: 0.0732 - val_auc: 0.9853 Epoch 7/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0273 - auc: 0.9966 - val_loss: 0.0924 - val_auc: 0.9835 Epoch 8/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0182 - auc: 0.9971 - val_loss: 0.1187 - val_auc: 0.9750 Epoch 9/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0170 - auc: 0.9978 - val_loss: 0.1185 - val_auc: 0.9720 Epoch 10/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0165 - auc: 0.9987 - val_loss: 0.1119 - val_auc: 0.9758 Epoch 11/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0167 - auc: 0.9986 - val_loss: 0.1031 - val_auc: 0.9794 Trial 50 Complete [00h 00m 07s] val_auc: 0.9898774027824402 Best val_auc So Far: 0.9932994842529297 Total elapsed time: 00h 02m 51s Search: Running Trial #51 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width swish |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 32 |32 |batch_size 32 |11 |tuner/epochs 11 |4 |tuner/initial_epoch 3 |3 |tuner/bracket 3 |2 |tuner/round 0046 |0037 |tuner/trial_id Epoch 12/32 323/323 [==============================] - 3s 6ms/step - loss: 0.1545 - auc: 0.9564 - val_loss: 0.0624 - val_auc: 0.9938 Epoch 13/32 323/323 [==============================] - 1s 4ms/step - loss: 0.0430 - auc: 0.9956 - val_loss: 0.0656 - val_auc: 0.9900 Epoch 14/32 323/323 [==============================] - 1s 4ms/step - loss: 0.0239 - auc: 0.9985 - val_loss: 0.0806 - val_auc: 0.9808 Epoch 15/32 323/323 [==============================] - 1s 4ms/step - loss: 0.0144 - auc: 0.9983 - val_loss: 0.0929 - val_auc: 0.9815 Epoch 16/32 323/323 [==============================] - 1s 4ms/step - loss: 0.0106 - auc: 0.9993 - val_loss: 0.1150 - val_auc: 0.9764 Epoch 17/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0101 - auc: 0.9989 - val_loss: 0.1164 - val_auc: 0.9776 Epoch 18/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0106 - auc: 0.9988 - val_loss: 0.1138 - val_auc: 0.9779 Epoch 19/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0088 - auc: 0.9989 - val_loss: 0.1464 - val_auc: 0.9716 Epoch 20/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0087 - auc: 0.9992 - val_loss: 0.1324 - val_auc: 0.9687 Epoch 21/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0084 - auc: 0.9988 - val_loss: 0.1470 - val_auc: 0.9673 Epoch 22/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0080 - auc: 0.9991 - val_loss: 0.1414 - val_auc: 0.9688 Epoch 23/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0056 - auc: 0.9998 - val_loss: 0.1516 - val_auc: 0.9686 Epoch 24/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0071 - auc: 0.9994 - val_loss: 0.1460 - val_auc: 0.9688 Epoch 25/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0068 - auc: 0.9993 - val_loss: 0.1385 - val_auc: 0.9722 Epoch 26/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0062 - auc: 0.9997 - val_loss: 0.1792 - val_auc: 0.9628 Epoch 27/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0056 - auc: 0.9995 - val_loss: 0.1727 - val_auc: 0.9669 Epoch 28/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0061 - auc: 0.9999 - val_loss: 0.1827 - val_auc: 0.9652 Epoch 29/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0053 - auc: 0.9996 - val_loss: 0.1825 - val_auc: 0.9663 Epoch 30/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0054 - auc: 0.9995 - val_loss: 0.1944 - val_auc: 0.9675 Epoch 31/32 323/323 [==============================] - 1s 4ms/step - loss: 0.0036 - auc: 0.9997 - val_loss: 0.2665 - val_auc: 0.9499 Epoch 32/32 323/323 [==============================] - 1s 5ms/step - loss: 0.0058 - auc: 0.9994 - val_loss: 0.2642 - val_auc: 0.9514 Trial 51 Complete [00h 00m 33s] val_auc: 0.9937589168548584 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 24s Search: Running Trial #52 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate exponential |none |learning_rate_schedule 1024 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 3 |3 |tuner/bracket 3 |3 |tuner/round 0047 |0046 |tuner/trial_id Epoch 12/32 11/11 [==============================] - 2s 62ms/step - loss: 0.3630 - auc: 0.8834 - val_loss: 0.2116 - val_auc: 0.9894 Epoch 13/32 11/11 [==============================] - 0s 27ms/step - loss: 0.1836 - auc: 0.9895 - val_loss: 0.1602 - val_auc: 0.9925 Epoch 14/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1357 - auc: 0.9960 - val_loss: 0.1401 - val_auc: 0.9917 Epoch 15/32 11/11 [==============================] - 0s 23ms/step - loss: 0.1069 - auc: 0.9983 - val_loss: 0.1309 - val_auc: 0.9918 Epoch 16/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0895 - auc: 0.9988 - val_loss: 0.1238 - val_auc: 0.9915 Epoch 17/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0789 - auc: 0.9991 - val_loss: 0.1231 - val_auc: 0.9908 Epoch 18/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0708 - auc: 0.9992 - val_loss: 0.1246 - val_auc: 0.9904 Epoch 19/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0655 - auc: 0.9993 - val_loss: 0.1234 - val_auc: 0.9899 Epoch 20/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0618 - auc: 0.9992 - val_loss: 0.1256 - val_auc: 0.9897 Epoch 21/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0597 - auc: 0.9994 - val_loss: 0.1233 - val_auc: 0.9869 Epoch 22/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0587 - auc: 0.9992 - val_loss: 0.1332 - val_auc: 0.9873 Epoch 23/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0578 - auc: 0.9996 - val_loss: 0.1376 - val_auc: 0.9833 Epoch 24/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0585 - auc: 0.9996 - val_loss: 0.1316 - val_auc: 0.9825 Epoch 25/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0577 - auc: 0.9998 - val_loss: 0.1418 - val_auc: 0.9692 Epoch 26/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0570 - auc: 0.9990 - val_loss: 0.1419 - val_auc: 0.9724 Epoch 27/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0540 - auc: 0.9994 - val_loss: 0.1414 - val_auc: 0.9722 Epoch 28/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0500 - auc: 0.9995 - val_loss: 0.1355 - val_auc: 0.9752 Epoch 29/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0468 - auc: 0.9993 - val_loss: 0.1291 - val_auc: 0.9823 Epoch 30/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0443 - auc: 0.9996 - val_loss: 0.1297 - val_auc: 0.9783 Epoch 31/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0427 - auc: 0.9999 - val_loss: 0.1329 - val_auc: 0.9777 Epoch 32/32 11/11 [==============================] - 0s 22ms/step - loss: 0.0405 - auc: 0.9999 - val_loss: 0.1340 - val_auc: 0.9766 Trial 52 Complete [00h 00m 07s] val_auc: 0.9924631118774414 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 31s Search: Running Trial #53 Value |Best Value So Far |Hyperparameter 1 |3 |depth 16 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 1024 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 11/11 [==============================] - 1s 58ms/step - loss: 0.8784 - auc: 0.4649 - val_loss: 0.8604 - val_auc: 0.4959 Epoch 2/4 11/11 [==============================] - 0s 22ms/step - loss: 0.8354 - auc: 0.5417 - val_loss: 0.8037 - val_auc: 0.5929 Epoch 3/4 11/11 [==============================] - 0s 23ms/step - loss: 0.7990 - auc: 0.5917 - val_loss: 0.7916 - val_auc: 0.6091 Epoch 4/4 11/11 [==============================] - 0s 22ms/step - loss: 0.7737 - auc: 0.6196 - val_loss: 0.7421 - val_auc: 0.6528 Trial 53 Complete [00h 00m 03s] val_auc: 0.6528355479240417 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 34s Search: Running Trial #54 Value |Best Value So Far |Hyperparameter 1 |3 |depth 16 |128 |width swish |swish |activation l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.2 |0.4 |dropout adam |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 81/81 [==============================] - 2s 10ms/step - loss: 0.6128 - auc: 0.6120 - val_loss: 0.5423 - val_auc: 0.7013 Epoch 2/4 81/81 [==============================] - 0s 5ms/step - loss: 0.5089 - auc: 0.7065 - val_loss: 0.4620 - val_auc: 0.7515 Epoch 3/4 81/81 [==============================] - 0s 5ms/step - loss: 0.4444 - auc: 0.7725 - val_loss: 0.4064 - val_auc: 0.8138 Epoch 4/4 81/81 [==============================] - 0s 5ms/step - loss: 0.3975 - auc: 0.8219 - val_loss: 0.3625 - val_auc: 0.8599 Trial 54 Complete [00h 00m 03s] val_auc: 0.8598794937133789 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 37s Search: Running Trial #55 Value |Best Value So Far |Hyperparameter 0 |3 |depth 16 |128 |width tanh |swish |activation l1 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 64 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 162/162 [==============================] - 2s 6ms/step - loss: 0.6141 - auc: 0.5972 - val_loss: 0.5744 - val_auc: 0.6674 Epoch 2/4 162/162 [==============================] - 1s 4ms/step - loss: 0.5178 - auc: 0.6751 - val_loss: 0.4707 - val_auc: 0.7207 Epoch 3/4 162/162 [==============================] - 1s 4ms/step - loss: 0.4675 - auc: 0.7143 - val_loss: 0.4561 - val_auc: 0.7311 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.4327 - auc: 0.7435 - val_loss: 0.3985 - val_auc: 0.7806 Trial 55 Complete [00h 00m 04s] val_auc: 0.7805943489074707 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 42s Search: Running Trial #56 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width linear |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 323/323 [==============================] - 3s 5ms/step - loss: 0.6316 - auc: 0.9664 - val_loss: 0.3132 - val_auc: 0.9901 Epoch 2/4 323/323 [==============================] - 1s 4ms/step - loss: 0.6562 - auc: 0.9696 - val_loss: 0.4160 - val_auc: 0.9784 Epoch 3/4 323/323 [==============================] - 1s 4ms/step - loss: 0.2626 - auc: 0.9895 - val_loss: 0.1912 - val_auc: 0.9900 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.5933 - auc: 0.9676 - val_loss: 0.4845 - val_auc: 0.9878 Trial 56 Complete [00h 00m 07s] val_auc: 0.9901118278503418 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 49s Search: Running Trial #57 Value |Best Value So Far |Hyperparameter 0 |3 |depth 128 |128 |width selu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 323/323 [==============================] - 2s 4ms/step - loss: 0.1206 - auc: 0.9759 - val_loss: 0.0793 - val_auc: 0.9877 Epoch 2/4 323/323 [==============================] - 1s 3ms/step - loss: 0.0548 - auc: 0.9957 - val_loss: 0.0716 - val_auc: 0.9839 Epoch 3/4 323/323 [==============================] - 1s 3ms/step - loss: 0.0280 - auc: 0.9995 - val_loss: 0.0685 - val_auc: 0.9845 Epoch 4/4 323/323 [==============================] - 1s 3ms/step - loss: 0.0264 - auc: 0.9990 - val_loss: 0.0681 - val_auc: 0.9865 Trial 57 Complete [00h 00m 06s] val_auc: 0.9876725077629089 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 55s Search: Running Trial #58 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width tanh |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 128 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 81/81 [==============================] - 2s 10ms/step - loss: 0.2082 - auc: 0.9240 - val_loss: 0.0794 - val_auc: 0.9906 Epoch 2/4 81/81 [==============================] - 1s 6ms/step - loss: 0.0616 - auc: 0.9941 - val_loss: 0.0611 - val_auc: 0.9925 Epoch 3/4 81/81 [==============================] - 0s 6ms/step - loss: 0.0327 - auc: 0.9986 - val_loss: 0.0614 - val_auc: 0.9898 Epoch 4/4 81/81 [==============================] - 0s 6ms/step - loss: 0.0201 - auc: 0.9994 - val_loss: 0.0625 - val_auc: 0.9893 Trial 58 Complete [00h 00m 04s] val_auc: 0.9924508929252625 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 03m 59s Search: Running Trial #59 Value |Best Value So Far |Hyperparameter 2 |3 |depth 16 |128 |width relu |swish |activation none |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate none |none |learning_rate_schedule 32 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 323/323 [==============================] - 2s 5ms/step - loss: 0.6101 - auc: 0.5460 - val_loss: 0.4844 - val_auc: 0.7567 Epoch 2/4 323/323 [==============================] - 1s 4ms/step - loss: 0.5071 - auc: 0.6551 - val_loss: 0.3872 - val_auc: 0.8807 Epoch 3/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4434 - auc: 0.7300 - val_loss: 0.3219 - val_auc: 0.9325 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.3996 - auc: 0.7803 - val_loss: 0.2672 - val_auc: 0.9557 Trial 59 Complete [00h 00m 07s] val_auc: 0.9557366967201233 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 05s Search: Running Trial #60 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 1024 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 11/11 [==============================] - 2s 62ms/step - loss: 0.4317 - auc: 0.6877 - val_loss: 0.2686 - val_auc: 0.7945 Epoch 2/4 11/11 [==============================] - 0s 24ms/step - loss: 0.2714 - auc: 0.8059 - val_loss: 0.2051 - val_auc: 0.8510 Epoch 3/4 11/11 [==============================] - 0s 24ms/step - loss: 0.2085 - auc: 0.8474 - val_loss: 0.1677 - val_auc: 0.9156 Epoch 4/4 11/11 [==============================] - 0s 30ms/step - loss: 0.1632 - auc: 0.8870 - val_loss: 0.1397 - val_auc: 0.9799 Trial 60 Complete [00h 00m 03s] val_auc: 0.9799219965934753 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 08s Search: Running Trial #61 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width relu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout adam |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 512 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 21/21 [==============================] - 2s 33ms/step - loss: 0.6716 - auc: 0.5482 - val_loss: 0.6306 - val_auc: 0.6365 Epoch 2/4 21/21 [==============================] - 0s 19ms/step - loss: 0.6075 - auc: 0.6062 - val_loss: 0.5593 - val_auc: 0.6611 Epoch 3/4 21/21 [==============================] - 0s 15ms/step - loss: 0.5465 - auc: 0.6384 - val_loss: 0.4992 - val_auc: 0.6867 Epoch 4/4 21/21 [==============================] - 0s 15ms/step - loss: 0.4999 - auc: 0.6668 - val_loss: 0.4538 - val_auc: 0.7198 Trial 61 Complete [00h 00m 03s] val_auc: 0.7198131680488586 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 12s Search: Running Trial #62 Value |Best Value So Far |Hyperparameter 3 |3 |depth 64 |128 |width swish |swish |activation l1 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 323/323 [==============================] - 3s 6ms/step - loss: 1.0134 - auc: 0.5653 - val_loss: 0.7897 - val_auc: 0.6120 Epoch 2/4 323/323 [==============================] - 2s 5ms/step - loss: 0.5963 - auc: 0.6522 - val_loss: 0.4600 - val_auc: 0.7999 Epoch 3/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4653 - auc: 0.7752 - val_loss: 0.4220 - val_auc: 0.8535 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4049 - auc: 0.8580 - val_loss: 0.3240 - val_auc: 0.9584 Trial 62 Complete [00h 00m 08s] val_auc: 0.9583563804626465 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 20s Search: Running Trial #63 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width linear |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 162/162 [==============================] - 2s 7ms/step - loss: 0.4396 - auc: 0.8082 - val_loss: 0.2048 - val_auc: 0.9790 Epoch 2/4 162/162 [==============================] - 1s 5ms/step - loss: 0.2771 - auc: 0.9404 - val_loss: 0.1874 - val_auc: 0.9796 Epoch 3/4 162/162 [==============================] - 1s 5ms/step - loss: 0.2559 - auc: 0.9558 - val_loss: 0.1810 - val_auc: 0.9903 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.2332 - auc: 0.9683 - val_loss: 0.1719 - val_auc: 0.9903 Trial 63 Complete [00h 00m 05s] val_auc: 0.9903473854064941 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 25s Search: Running Trial #64 Value |Best Value So Far |Hyperparameter 1 |3 |depth 32 |128 |width tanh |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 81/81 [==============================] - 2s 10ms/step - loss: 0.8609 - auc: 0.6980 - val_loss: 0.7012 - val_auc: 0.7882 Epoch 2/4 81/81 [==============================] - 1s 7ms/step - loss: 0.6308 - auc: 0.8030 - val_loss: 0.5399 - val_auc: 0.8590 Epoch 3/4 81/81 [==============================] - 0s 6ms/step - loss: 0.5037 - auc: 0.8560 - val_loss: 0.4358 - val_auc: 0.9090 Epoch 4/4 81/81 [==============================] - 0s 5ms/step - loss: 0.4193 - auc: 0.8938 - val_loss: 0.3692 - val_auc: 0.9362 Trial 64 Complete [00h 00m 04s] val_auc: 0.936230480670929 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 28s Search: Running Trial #65 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width relu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 64 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 162/162 [==============================] - 2s 7ms/step - loss: 0.1566 - auc: 0.9594 - val_loss: 0.0732 - val_auc: 0.9917 Epoch 2/4 162/162 [==============================] - 1s 5ms/step - loss: 0.0756 - auc: 0.9910 - val_loss: 0.0804 - val_auc: 0.9931 Epoch 3/4 162/162 [==============================] - 1s 4ms/step - loss: 0.0480 - auc: 0.9959 - val_loss: 0.0769 - val_auc: 0.9912 Epoch 4/4 162/162 [==============================] - 1s 4ms/step - loss: 0.0493 - auc: 0.9960 - val_loss: 0.1200 - val_auc: 0.9806 Trial 65 Complete [00h 00m 05s] val_auc: 0.9930705428123474 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 34s Search: Running Trial #66 Value |Best Value So Far |Hyperparameter 2 |3 |depth 128 |128 |width swish |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 512 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 21/21 [==============================] - 2s 36ms/step - loss: 0.5713 - auc: 0.7076 - val_loss: 0.3315 - val_auc: 0.9106 Epoch 2/4 21/21 [==============================] - 0s 20ms/step - loss: 0.2507 - auc: 0.9594 - val_loss: 0.1795 - val_auc: 0.9800 Epoch 3/4 21/21 [==============================] - 0s 19ms/step - loss: 0.1652 - auc: 0.9856 - val_loss: 0.1518 - val_auc: 0.9857 Epoch 4/4 21/21 [==============================] - 0s 20ms/step - loss: 0.1372 - auc: 0.9913 - val_loss: 0.1403 - val_auc: 0.9867 Trial 66 Complete [00h 00m 04s] val_auc: 0.9867324829101562 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 37s Search: Running Trial #67 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width swish |swish |activation none |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |sgd |optimizer 0.0001 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 4 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/4 323/323 [==============================] - 3s 5ms/step - loss: 0.6359 - auc: 0.5444 - val_loss: 0.5898 - val_auc: 0.6061 Epoch 2/4 323/323 [==============================] - 1s 4ms/step - loss: 0.5573 - auc: 0.5713 - val_loss: 0.4726 - val_auc: 0.6298 Epoch 3/4 323/323 [==============================] - 1s 4ms/step - loss: 0.5130 - auc: 0.5880 - val_loss: 0.4576 - val_auc: 0.6409 Epoch 4/4 323/323 [==============================] - 1s 4ms/step - loss: 0.4785 - auc: 0.6212 - val_loss: 0.3884 - val_auc: 0.7232 Trial 67 Complete [00h 00m 07s] val_auc: 0.7231552004814148 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 44s Search: Running Trial #68 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width relu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 64 |32 |batch_size 11 |32 |tuner/epochs 4 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |3 |tuner/round 0064 |0046 |tuner/trial_id Epoch 5/11 162/162 [==============================] - 2s 7ms/step - loss: 0.1659 - auc: 0.9514 - val_loss: 0.0836 - val_auc: 0.9888 Epoch 6/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0822 - auc: 0.9882 - val_loss: 0.0832 - val_auc: 0.9857 Epoch 7/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0475 - auc: 0.9967 - val_loss: 0.0864 - val_auc: 0.9870 Epoch 8/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0531 - auc: 0.9952 - val_loss: 0.0909 - val_auc: 0.9836 Epoch 9/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0486 - auc: 0.9960 - val_loss: 0.0992 - val_auc: 0.9834 Epoch 10/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0402 - auc: 0.9984 - val_loss: 0.0967 - val_auc: 0.9867 Epoch 11/11 162/162 [==============================] - 1s 4ms/step - loss: 0.0350 - auc: 0.9991 - val_loss: 0.1025 - val_auc: 0.9786 Trial 68 Complete [00h 00m 07s] val_auc: 0.9887993335723877 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 51s Search: Running Trial #69 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width tanh |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 128 |32 |batch_size 11 |32 |tuner/epochs 4 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |3 |tuner/round 0057 |0046 |tuner/trial_id Epoch 5/11 81/81 [==============================] - 2s 10ms/step - loss: 0.2203 - auc: 0.9183 - val_loss: 0.0778 - val_auc: 0.9908 Epoch 6/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0620 - auc: 0.9947 - val_loss: 0.0593 - val_auc: 0.9919 Epoch 7/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0337 - auc: 0.9986 - val_loss: 0.0603 - val_auc: 0.9881 Epoch 8/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0207 - auc: 0.9991 - val_loss: 0.0626 - val_auc: 0.9882 Epoch 9/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0135 - auc: 0.9996 - val_loss: 0.0667 - val_auc: 0.9866 Epoch 10/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0102 - auc: 0.9999 - val_loss: 0.0705 - val_auc: 0.9809 Epoch 11/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0083 - auc: 0.9999 - val_loss: 0.0754 - val_auc: 0.9790 Trial 69 Complete [00h 00m 05s] val_auc: 0.9918718338012695 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 04m 56s Search: Running Trial #70 Value |Best Value So Far |Hyperparameter 3 |3 |depth 16 |128 |width linear |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 11 |32 |tuner/epochs 4 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |3 |tuner/round 0062 |0046 |tuner/trial_id Epoch 5/11 162/162 [==============================] - 2s 7ms/step - loss: 0.4530 - auc: 0.8078 - val_loss: 0.2210 - val_auc: 0.9746 Epoch 6/11 162/162 [==============================] - 1s 5ms/step - loss: 0.2880 - auc: 0.9338 - val_loss: 0.1890 - val_auc: 0.9815 Epoch 7/11 162/162 [==============================] - 1s 5ms/step - loss: 0.2539 - auc: 0.9589 - val_loss: 0.1839 - val_auc: 0.9865 Epoch 8/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2384 - auc: 0.9665 - val_loss: 0.1818 - val_auc: 0.9823 Epoch 9/11 162/162 [==============================] - 1s 5ms/step - loss: 0.2223 - auc: 0.9733 - val_loss: 0.1730 - val_auc: 0.9859 Epoch 10/11 162/162 [==============================] - 1s 5ms/step - loss: 0.2115 - auc: 0.9764 - val_loss: 0.1719 - val_auc: 0.9891 Epoch 11/11 162/162 [==============================] - 1s 4ms/step - loss: 0.2023 - auc: 0.9796 - val_loss: 0.1724 - val_auc: 0.9852 Trial 70 Complete [00h 00m 07s] val_auc: 0.9891067147254944 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 05m 04s Search: Running Trial #71 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width linear |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 11 |32 |tuner/epochs 4 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |3 |tuner/round 0055 |0046 |tuner/trial_id Epoch 5/11 323/323 [==============================] - 3s 6ms/step - loss: 0.6171 - auc: 0.9636 - val_loss: 0.2953 - val_auc: 0.9908 Epoch 6/11 323/323 [==============================] - 1s 4ms/step - loss: 0.6341 - auc: 0.9689 - val_loss: 0.4032 - val_auc: 0.9879 Epoch 7/11 323/323 [==============================] - 1s 4ms/step - loss: 0.2642 - auc: 0.9894 - val_loss: 0.1913 - val_auc: 0.9903 Epoch 8/11 323/323 [==============================] - 1s 4ms/step - loss: 0.6373 - auc: 0.9685 - val_loss: 0.4395 - val_auc: 0.9886 Epoch 9/11 323/323 [==============================] - 1s 4ms/step - loss: 0.4256 - auc: 0.9795 - val_loss: 0.3293 - val_auc: 0.9901 Epoch 10/11 323/323 [==============================] - 1s 4ms/step - loss: 0.2734 - auc: 0.9870 - val_loss: 0.2201 - val_auc: 0.9909 Epoch 11/11 323/323 [==============================] - 2s 5ms/step - loss: 0.1611 - auc: 0.9937 - val_loss: 0.1609 - val_auc: 0.9909 Trial 71 Complete [00h 00m 12s] val_auc: 0.9909328818321228 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 05m 16s Search: Running Trial #72 Value |Best Value So Far |Hyperparameter 0 |3 |depth 128 |128 |width selu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 11 |32 |tuner/epochs 4 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 1 |3 |tuner/round 0056 |0046 |tuner/trial_id Epoch 5/11 323/323 [==============================] - 2s 4ms/step - loss: 0.1229 - auc: 0.9734 - val_loss: 0.0834 - val_auc: 0.9838 Epoch 6/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0553 - auc: 0.9958 - val_loss: 0.0719 - val_auc: 0.9837 Epoch 7/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0284 - auc: 0.9995 - val_loss: 0.0694 - val_auc: 0.9863 Epoch 8/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0264 - auc: 0.9990 - val_loss: 0.0710 - val_auc: 0.9825 Epoch 9/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0162 - auc: 0.9998 - val_loss: 0.0738 - val_auc: 0.9827 Epoch 10/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0133 - auc: 0.9996 - val_loss: 0.0728 - val_auc: 0.9829 Epoch 11/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0118 - auc: 0.9999 - val_loss: 0.0729 - val_auc: 0.9830 Trial 72 Complete [00h 00m 09s] val_auc: 0.9863345623016357 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 05m 25s Search: Running Trial #73 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width tanh |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout sgd |sgd |optimizer 0.001 |0.001 |learning_rate none |none |learning_rate_schedule 128 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 2 |3 |tuner/round 0068 |0046 |tuner/trial_id Epoch 12/32 81/81 [==============================] - 2s 11ms/step - loss: 0.2049 - auc: 0.9316 - val_loss: 0.0734 - val_auc: 0.9918 Epoch 13/32 81/81 [==============================] - 1s 6ms/step - loss: 0.0586 - auc: 0.9948 - val_loss: 0.0606 - val_auc: 0.9919 Epoch 14/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0310 - auc: 0.9986 - val_loss: 0.0577 - val_auc: 0.9908 Epoch 15/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0193 - auc: 0.9993 - val_loss: 0.0651 - val_auc: 0.9842 Epoch 16/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0138 - auc: 0.9995 - val_loss: 0.0710 - val_auc: 0.9813 Epoch 17/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0101 - auc: 0.9997 - val_loss: 0.0748 - val_auc: 0.9786 Epoch 18/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0076 - auc: 0.9999 - val_loss: 0.0768 - val_auc: 0.9815 Epoch 19/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0066 - auc: 0.9999 - val_loss: 0.0820 - val_auc: 0.9776 Epoch 20/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0060 - auc: 0.9999 - val_loss: 0.0824 - val_auc: 0.9804 Epoch 21/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0055 - auc: 0.9996 - val_loss: 0.0899 - val_auc: 0.9729 Epoch 22/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0049 - auc: 0.9996 - val_loss: 0.0903 - val_auc: 0.9732 Epoch 23/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0047 - auc: 0.9999 - val_loss: 0.0914 - val_auc: 0.9741 Epoch 24/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0048 - auc: 0.9999 - val_loss: 0.0946 - val_auc: 0.9762 Epoch 25/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0044 - auc: 1.0000 - val_loss: 0.0997 - val_auc: 0.9719 Epoch 26/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0042 - auc: 1.0000 - val_loss: 0.1001 - val_auc: 0.9697 Epoch 27/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0038 - auc: 1.0000 - val_loss: 0.1005 - val_auc: 0.9717 Epoch 28/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0038 - auc: 1.0000 - val_loss: 0.1049 - val_auc: 0.9717 Epoch 29/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0033 - auc: 1.0000 - val_loss: 0.1053 - val_auc: 0.9694 Epoch 30/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0040 - auc: 0.9997 - val_loss: 0.1083 - val_auc: 0.9730 Epoch 31/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0039 - auc: 0.9997 - val_loss: 0.1102 - val_auc: 0.9690 Epoch 32/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0038 - auc: 0.9996 - val_loss: 0.1123 - val_auc: 0.9681 Trial 73 Complete [00h 00m 12s] val_auc: 0.9918573498725891 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 05m 36s Search: Running Trial #74 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width linear |swish |activation l1_l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.3 |0.4 |dropout rmsprop |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 32 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 2 |3 |tuner/bracket 2 |3 |tuner/round 0070 |0046 |tuner/trial_id Epoch 12/32 323/323 [==============================] - 3s 6ms/step - loss: 0.6043 - auc: 0.9654 - val_loss: 0.3078 - val_auc: 0.9899 Epoch 13/32 323/323 [==============================] - 1s 4ms/step - loss: 0.6663 - auc: 0.9663 - val_loss: 0.3872 - val_auc: 0.9892 Epoch 14/32 323/323 [==============================] - 1s 4ms/step - loss: 0.2555 - auc: 0.9888 - val_loss: 0.1940 - val_auc: 0.9881 Epoch 15/32 323/323 [==============================] - 1s 4ms/step - loss: 0.6056 - auc: 0.9677 - val_loss: 0.4849 - val_auc: 0.9873 Epoch 16/32 323/323 [==============================] - 1s 4ms/step - loss: 0.4116 - auc: 0.9795 - val_loss: 0.3331 - val_auc: 0.9791 Epoch 17/32 323/323 [==============================] - 1s 4ms/step - loss: 0.2581 - auc: 0.9891 - val_loss: 0.2106 - val_auc: 0.9873 Epoch 18/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1561 - auc: 0.9946 - val_loss: 0.1639 - val_auc: 0.9882 Epoch 19/32 323/323 [==============================] - 1s 4ms/step - loss: 0.7276 - auc: 0.9653 - val_loss: 0.6481 - val_auc: 0.9822 Epoch 20/32 323/323 [==============================] - 1s 4ms/step - loss: 0.5096 - auc: 0.9773 - val_loss: 0.4066 - val_auc: 0.9870 Epoch 21/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3752 - auc: 0.9836 - val_loss: 0.3761 - val_auc: 0.9854 Epoch 22/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3426 - auc: 0.9848 - val_loss: 0.3373 - val_auc: 0.9762 Epoch 23/32 323/323 [==============================] - 1s 4ms/step - loss: 0.2836 - auc: 0.9874 - val_loss: 0.2463 - val_auc: 0.9873 Epoch 24/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1967 - auc: 0.9917 - val_loss: 0.1900 - val_auc: 0.9861 Epoch 25/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1427 - auc: 0.9950 - val_loss: 0.1585 - val_auc: 0.9861 Epoch 26/32 323/323 [==============================] - 1s 4ms/step - loss: 0.1170 - auc: 0.9965 - val_loss: 0.1486 - val_auc: 0.9860 Epoch 27/32 323/323 [==============================] - 1s 4ms/step - loss: 1.7999 - auc: 0.9394 - val_loss: 0.6735 - val_auc: 0.9890 Epoch 28/32 323/323 [==============================] - 1s 4ms/step - loss: 0.4871 - auc: 0.9799 - val_loss: 0.4335 - val_auc: 0.9875 Epoch 29/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3959 - auc: 0.9830 - val_loss: 0.3931 - val_auc: 0.9820 Epoch 30/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3894 - auc: 0.9805 - val_loss: 0.3921 - val_auc: 0.9721 Epoch 31/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3724 - auc: 0.9818 - val_loss: 0.3535 - val_auc: 0.9857 Epoch 32/32 323/323 [==============================] - 1s 4ms/step - loss: 0.3442 - auc: 0.9832 - val_loss: 0.3457 - val_auc: 0.9873 Trial 74 Complete [00h 00m 31s] val_auc: 0.9898743629455566 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 07s Search: Running Trial #75 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width sigmoid |swish |activation l1 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate exponential |none |learning_rate_schedule 1024 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 11/11 [==============================] - 2s 67ms/step - loss: 1.4126 - auc: 0.5181 - val_loss: 1.0891 - val_auc: 0.6299 Epoch 2/11 11/11 [==============================] - 1s 60ms/step - loss: 0.9223 - auc: 0.5076 - val_loss: 0.8272 - val_auc: 0.6665 Epoch 3/11 11/11 [==============================] - 0s 25ms/step - loss: 0.7513 - auc: 0.5116 - val_loss: 0.6821 - val_auc: 0.5000 Epoch 4/11 11/11 [==============================] - 0s 24ms/step - loss: 0.6719 - auc: 0.5059 - val_loss: 0.6324 - val_auc: 0.5000 Epoch 5/11 11/11 [==============================] - 0s 24ms/step - loss: 0.6267 - auc: 0.5122 - val_loss: 0.6041 - val_auc: 0.5000 Epoch 6/11 11/11 [==============================] - 0s 25ms/step - loss: 0.5997 - auc: 0.5051 - val_loss: 0.5860 - val_auc: 0.5000 Epoch 7/11 11/11 [==============================] - 0s 24ms/step - loss: 0.5816 - auc: 0.4952 - val_loss: 0.5718 - val_auc: 0.5000 Epoch 8/11 11/11 [==============================] - 0s 23ms/step - loss: 0.5648 - auc: 0.4912 - val_loss: 0.5656 - val_auc: 0.5000 Epoch 9/11 11/11 [==============================] - 0s 23ms/step - loss: 0.5540 - auc: 0.4923 - val_loss: 0.5495 - val_auc: 0.5000 Epoch 10/11 11/11 [==============================] - 0s 23ms/step - loss: 0.5455 - auc: 0.5105 - val_loss: 0.5355 - val_auc: 0.5000 Epoch 11/11 11/11 [==============================] - 0s 23ms/step - loss: 0.5377 - auc: 0.5016 - val_loss: 0.5267 - val_auc: 0.5000 Trial 75 Complete [00h 00m 05s] val_auc: 0.6665049195289612 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 12s Search: Running Trial #76 Value |Best Value So Far |Hyperparameter 2 |3 |depth 128 |128 |width elu |swish |activation l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.2 |0.4 |dropout rmsprop |sgd |optimizer 0.0001 |0.001 |learning_rate none |none |learning_rate_schedule 128 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 81/81 [==============================] - 2s 11ms/step - loss: 0.4673 - auc: 0.7281 - val_loss: 0.3213 - val_auc: 0.8908 Epoch 2/11 81/81 [==============================] - 1s 7ms/step - loss: 0.2598 - auc: 0.9515 - val_loss: 0.1965 - val_auc: 0.9736 Epoch 3/11 81/81 [==============================] - 1s 6ms/step - loss: 0.1701 - auc: 0.9853 - val_loss: 0.1483 - val_auc: 0.9835 Epoch 4/11 81/81 [==============================] - 1s 6ms/step - loss: 0.1300 - auc: 0.9921 - val_loss: 0.1279 - val_auc: 0.9865 Epoch 5/11 81/81 [==============================] - 1s 7ms/step - loss: 0.1089 - auc: 0.9949 - val_loss: 0.1148 - val_auc: 0.9889 Epoch 6/11 81/81 [==============================] - 1s 6ms/step - loss: 0.0946 - auc: 0.9964 - val_loss: 0.1076 - val_auc: 0.9899 Epoch 7/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0841 - auc: 0.9975 - val_loss: 0.1043 - val_auc: 0.9893 Epoch 8/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0752 - auc: 0.9984 - val_loss: 0.1006 - val_auc: 0.9886 Epoch 9/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0689 - auc: 0.9989 - val_loss: 0.0982 - val_auc: 0.9873 Epoch 10/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0630 - auc: 0.9992 - val_loss: 0.0964 - val_auc: 0.9876 Epoch 11/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0588 - auc: 0.9994 - val_loss: 0.0950 - val_auc: 0.9874 Trial 76 Complete [00h 00m 08s] val_auc: 0.9898713231086731 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 20s Search: Running Trial #77 Value |Best Value So Far |Hyperparameter 1 |3 |depth 16 |128 |width linear |swish |activation l2 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate none |none |learning_rate_schedule 32 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 323/323 [==============================] - 2s 4ms/step - loss: 0.4386 - auc: 0.7608 - val_loss: 0.3079 - val_auc: 0.8784 Epoch 2/11 323/323 [==============================] - 1s 3ms/step - loss: 0.2641 - auc: 0.9285 - val_loss: 0.2132 - val_auc: 0.9573 Epoch 3/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1924 - auc: 0.9716 - val_loss: 0.1653 - val_auc: 0.9756 Epoch 4/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1528 - auc: 0.9833 - val_loss: 0.1377 - val_auc: 0.9816 Epoch 5/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1272 - auc: 0.9888 - val_loss: 0.1199 - val_auc: 0.9854 Epoch 6/11 323/323 [==============================] - 1s 3ms/step - loss: 0.1096 - auc: 0.9915 - val_loss: 0.1083 - val_auc: 0.9870 Epoch 7/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0967 - auc: 0.9938 - val_loss: 0.0994 - val_auc: 0.9887 Epoch 8/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0873 - auc: 0.9945 - val_loss: 0.0934 - val_auc: 0.9891 Epoch 9/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0790 - auc: 0.9960 - val_loss: 0.0888 - val_auc: 0.9898 Epoch 10/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0735 - auc: 0.9963 - val_loss: 0.0849 - val_auc: 0.9901 Epoch 11/11 323/323 [==============================] - 1s 3ms/step - loss: 0.0673 - auc: 0.9973 - val_loss: 0.0820 - val_auc: 0.9903 Trial 77 Complete [00h 00m 14s] val_auc: 0.9902615547180176 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 34s Search: Running Trial #78 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width swish |swish |activation l1 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 81/81 [==============================] - 2s 11ms/step - loss: 0.3439 - auc: 0.8579 - val_loss: 0.1436 - val_auc: 0.9861 Epoch 2/11 81/81 [==============================] - 0s 6ms/step - loss: 0.1397 - auc: 0.9813 - val_loss: 0.1160 - val_auc: 0.9904 Epoch 3/11 81/81 [==============================] - 0s 6ms/step - loss: 0.1048 - auc: 0.9940 - val_loss: 0.1063 - val_auc: 0.9913 Epoch 4/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0862 - auc: 0.9963 - val_loss: 0.1033 - val_auc: 0.9924 Epoch 5/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0769 - auc: 0.9976 - val_loss: 0.1019 - val_auc: 0.9900 Epoch 6/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0701 - auc: 0.9982 - val_loss: 0.1023 - val_auc: 0.9902 Epoch 7/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0630 - auc: 0.9985 - val_loss: 0.1041 - val_auc: 0.9893 Epoch 8/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0606 - auc: 0.9991 - val_loss: 0.1066 - val_auc: 0.9901 Epoch 9/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0571 - auc: 0.9991 - val_loss: 0.1041 - val_auc: 0.9895 Epoch 10/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0543 - auc: 0.9990 - val_loss: 0.1077 - val_auc: 0.9888 Epoch 11/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0515 - auc: 0.9994 - val_loss: 0.1069 - val_auc: 0.9887 Trial 78 Complete [00h 00m 07s] val_auc: 0.9924017786979675 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 41s Search: Running Trial #79 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width elu |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 162/162 [==============================] - 2s 7ms/step - loss: 0.2191 - auc: 0.9807 - val_loss: 0.1948 - val_auc: 0.9935 Epoch 2/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1558 - auc: 0.9956 - val_loss: 0.1707 - val_auc: 0.9926 Epoch 3/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1529 - auc: 0.9960 - val_loss: 0.1779 - val_auc: 0.9908 Epoch 4/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1407 - auc: 0.9976 - val_loss: 0.2031 - val_auc: 0.9757 Epoch 5/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1470 - auc: 0.9964 - val_loss: 0.1731 - val_auc: 0.9928 Epoch 6/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1153 - auc: 0.9988 - val_loss: 0.1712 - val_auc: 0.9795 Epoch 7/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1056 - auc: 0.9986 - val_loss: 0.1777 - val_auc: 0.9881 Epoch 8/11 162/162 [==============================] - 1s 5ms/step - loss: 0.1085 - auc: 0.9981 - val_loss: 0.1745 - val_auc: 0.9883 Epoch 9/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0972 - auc: 0.9990 - val_loss: 0.1773 - val_auc: 0.9844 Epoch 10/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0953 - auc: 0.9985 - val_loss: 0.1907 - val_auc: 0.9781 Epoch 11/11 162/162 [==============================] - 1s 5ms/step - loss: 0.0931 - auc: 0.9994 - val_loss: 0.1660 - val_auc: 0.9758 Trial 79 Complete [00h 00m 10s] val_auc: 0.9935321807861328 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 51s Search: Running Trial #80 Value |Best Value So Far |Hyperparameter 1 |3 |depth 16 |128 |width sigmoid |swish |activation l1 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 81/81 [==============================] - 2s 10ms/step - loss: 0.8267 - auc: 0.5285 - val_loss: 0.7226 - val_auc: 0.7134 Epoch 2/11 81/81 [==============================] - 0s 5ms/step - loss: 0.7421 - auc: 0.5463 - val_loss: 0.6567 - val_auc: 0.7461 Epoch 3/11 81/81 [==============================] - 0s 5ms/step - loss: 0.6864 - auc: 0.5838 - val_loss: 0.6122 - val_auc: 0.7748 Epoch 4/11 81/81 [==============================] - 0s 5ms/step - loss: 0.6499 - auc: 0.6040 - val_loss: 0.5799 - val_auc: 0.8058 Epoch 5/11 81/81 [==============================] - 0s 5ms/step - loss: 0.6204 - auc: 0.6287 - val_loss: 0.5545 - val_auc: 0.8346 Epoch 6/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5989 - auc: 0.6414 - val_loss: 0.5335 - val_auc: 0.8590 Epoch 7/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5779 - auc: 0.6542 - val_loss: 0.5159 - val_auc: 0.8794 Epoch 8/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5654 - auc: 0.6687 - val_loss: 0.5008 - val_auc: 0.8951 Epoch 9/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5526 - auc: 0.6686 - val_loss: 0.4876 - val_auc: 0.9076 Epoch 10/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5380 - auc: 0.6896 - val_loss: 0.4757 - val_auc: 0.9182 Epoch 11/11 81/81 [==============================] - 0s 5ms/step - loss: 0.5264 - auc: 0.6965 - val_loss: 0.4653 - val_auc: 0.9276 Trial 80 Complete [00h 00m 07s] val_auc: 0.9275693893432617 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 06m 58s Search: Running Trial #81 Value |Best Value So Far |Hyperparameter 1 |3 |depth 128 |128 |width elu |swish |activation none |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 128 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 81/81 [==============================] - 2s 11ms/step - loss: 0.1131 - auc: 0.9744 - val_loss: 0.0714 - val_auc: 0.9877 Epoch 2/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0358 - auc: 0.9968 - val_loss: 0.0666 - val_auc: 0.9868 Epoch 3/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0103 - auc: 0.9998 - val_loss: 0.0707 - val_auc: 0.9869 Epoch 4/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0080 - auc: 0.9998 - val_loss: 0.0866 - val_auc: 0.9775 Epoch 5/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0055 - auc: 0.9996 - val_loss: 0.0895 - val_auc: 0.9814 Epoch 6/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0040 - auc: 1.0000 - val_loss: 0.0945 - val_auc: 0.9792 Epoch 7/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0034 - auc: 1.0000 - val_loss: 0.0950 - val_auc: 0.9793 Epoch 8/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0046 - auc: 0.9996 - val_loss: 0.1065 - val_auc: 0.9804 Epoch 9/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0045 - auc: 0.9993 - val_loss: 0.1118 - val_auc: 0.9774 Epoch 10/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0036 - auc: 0.9999 - val_loss: 0.1133 - val_auc: 0.9767 Epoch 11/11 81/81 [==============================] - 0s 6ms/step - loss: 0.0030 - auc: 1.0000 - val_loss: 0.1196 - val_auc: 0.9717 Trial 81 Complete [00h 00m 07s] val_auc: 0.987679660320282 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 07m 05s Search: Running Trial #82 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width selu |swish |activation l1 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.4 |dropout adam |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 1024 |32 |batch_size 11 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/11 11/11 [==============================] - 2s 67ms/step - loss: 1.1813 - auc: 0.6653 - val_loss: 0.6337 - val_auc: 0.8046 Epoch 2/11 11/11 [==============================] - 1s 48ms/step - loss: 0.5976 - auc: 0.8705 - val_loss: 0.3824 - val_auc: 0.9643 Epoch 3/11 11/11 [==============================] - 0s 30ms/step - loss: 0.3086 - auc: 0.9870 - val_loss: 0.3095 - val_auc: 0.9861 Epoch 4/11 11/11 [==============================] - 0s 29ms/step - loss: 0.2607 - auc: 0.9893 - val_loss: 0.2495 - val_auc: 0.9933 Epoch 5/11 11/11 [==============================] - 0s 26ms/step - loss: 0.1902 - auc: 0.9972 - val_loss: 0.2026 - val_auc: 0.9919 Epoch 6/11 11/11 [==============================] - 0s 26ms/step - loss: 0.1498 - auc: 0.9987 - val_loss: 0.1797 - val_auc: 0.9927 Epoch 7/11 11/11 [==============================] - 0s 28ms/step - loss: 0.1327 - auc: 0.9990 - val_loss: 0.1739 - val_auc: 0.9934 Epoch 8/11 11/11 [==============================] - 0s 25ms/step - loss: 0.1547 - auc: 0.9989 - val_loss: 0.1838 - val_auc: 0.9921 Epoch 9/11 11/11 [==============================] - 0s 26ms/step - loss: 0.1264 - auc: 0.9994 - val_loss: 0.1727 - val_auc: 0.9930 Epoch 10/11 11/11 [==============================] - 0s 24ms/step - loss: 0.1127 - auc: 0.9995 - val_loss: 0.1710 - val_auc: 0.9884 Epoch 11/11 11/11 [==============================] - 0s 24ms/step - loss: 0.1007 - auc: 0.9996 - val_loss: 0.1649 - val_auc: 0.9859 Trial 82 Complete [00h 00m 05s] val_auc: 0.9934306144714355 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 07m 10s Search: Running Trial #83 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width elu |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout sgd |sgd |optimizer 0.01 |0.001 |learning_rate exponential |none |learning_rate_schedule 64 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |3 |tuner/round 0078 |0046 |tuner/trial_id Epoch 12/32 162/162 [==============================] - 2s 7ms/step - loss: 0.2231 - auc: 0.9812 - val_loss: 0.1930 - val_auc: 0.9884 Epoch 13/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1680 - auc: 0.9951 - val_loss: 0.2007 - val_auc: 0.9918 Epoch 14/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1535 - auc: 0.9970 - val_loss: 0.1962 - val_auc: 0.9907 Epoch 15/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1512 - auc: 0.9960 - val_loss: 0.1976 - val_auc: 0.9891 Epoch 16/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1397 - auc: 0.9969 - val_loss: 0.1753 - val_auc: 0.9900 Epoch 17/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1259 - auc: 0.9984 - val_loss: 0.1716 - val_auc: 0.9896 Epoch 18/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1125 - auc: 0.9983 - val_loss: 0.1740 - val_auc: 0.9904 Epoch 19/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1141 - auc: 0.9983 - val_loss: 0.1881 - val_auc: 0.9822 Epoch 20/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1063 - auc: 0.9989 - val_loss: 0.1722 - val_auc: 0.9855 Epoch 21/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1015 - auc: 0.9993 - val_loss: 0.1683 - val_auc: 0.9822 Epoch 22/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0858 - auc: 0.9989 - val_loss: 0.1811 - val_auc: 0.9815 Epoch 23/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0806 - auc: 0.9995 - val_loss: 0.1731 - val_auc: 0.9726 Epoch 24/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0756 - auc: 0.9993 - val_loss: 0.1786 - val_auc: 0.9746 Epoch 25/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0728 - auc: 0.9996 - val_loss: 0.1807 - val_auc: 0.9801 Epoch 26/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0743 - auc: 0.9995 - val_loss: 0.1721 - val_auc: 0.9823 Epoch 27/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0775 - auc: 0.9989 - val_loss: 0.1787 - val_auc: 0.9730 Epoch 28/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0683 - auc: 0.9997 - val_loss: 0.1732 - val_auc: 0.9741 Epoch 29/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0608 - auc: 0.9986 - val_loss: 0.1588 - val_auc: 0.9805 Epoch 30/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0572 - auc: 0.9998 - val_loss: 0.1608 - val_auc: 0.9718 Epoch 31/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0566 - auc: 0.9986 - val_loss: 0.1515 - val_auc: 0.9855 Epoch 32/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0536 - auc: 0.9989 - val_loss: 0.1611 - val_auc: 0.9749 Trial 83 Complete [00h 00m 18s] val_auc: 0.9918308258056641 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 07m 29s Search: Running Trial #84 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width selu |swish |activation l1 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0 |0.4 |dropout adam |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 1024 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |3 |tuner/round 0081 |0046 |tuner/trial_id Epoch 12/32 11/11 [==============================] - 2s 67ms/step - loss: 1.3702 - auc: 0.7581 - val_loss: 0.3976 - val_auc: 0.9749 Epoch 13/32 11/11 [==============================] - 0s 42ms/step - loss: 0.4285 - auc: 0.9633 - val_loss: 0.3336 - val_auc: 0.9756 Epoch 14/32 11/11 [==============================] - 0s 37ms/step - loss: 0.2810 - auc: 0.9929 - val_loss: 0.2937 - val_auc: 0.9891 Epoch 15/32 11/11 [==============================] - 1s 48ms/step - loss: 0.2538 - auc: 0.9896 - val_loss: 0.2477 - val_auc: 0.9923 Epoch 16/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1883 - auc: 0.9973 - val_loss: 0.2044 - val_auc: 0.9905 Epoch 17/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1470 - auc: 0.9987 - val_loss: 0.1768 - val_auc: 0.9875 Epoch 18/32 11/11 [==============================] - 0s 25ms/step - loss: 0.1305 - auc: 0.9989 - val_loss: 0.1714 - val_auc: 0.9874 Epoch 19/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1508 - auc: 0.9988 - val_loss: 0.1750 - val_auc: 0.9875 Epoch 20/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1218 - auc: 0.9991 - val_loss: 0.1765 - val_auc: 0.9807 Epoch 21/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1122 - auc: 0.9989 - val_loss: 0.1704 - val_auc: 0.9851 Epoch 22/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1013 - auc: 0.9996 - val_loss: 0.1651 - val_auc: 0.9829 Epoch 23/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0899 - auc: 0.9997 - val_loss: 0.1552 - val_auc: 0.9834 Epoch 24/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0805 - auc: 0.9998 - val_loss: 0.1493 - val_auc: 0.9846 Epoch 25/32 11/11 [==============================] - 0s 24ms/step - loss: 0.0752 - auc: 0.9998 - val_loss: 0.1444 - val_auc: 0.9846 Epoch 26/32 11/11 [==============================] - 0s 23ms/step - loss: 0.0725 - auc: 0.9998 - val_loss: 0.1432 - val_auc: 0.9847 Epoch 27/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1079 - auc: 0.9997 - val_loss: 0.1773 - val_auc: 0.9759 Epoch 28/32 11/11 [==============================] - 0s 23ms/step - loss: 0.1057 - auc: 0.9996 - val_loss: 0.1913 - val_auc: 0.9813 Epoch 29/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1199 - auc: 0.9990 - val_loss: 0.2322 - val_auc: 0.9792 Epoch 30/32 11/11 [==============================] - 0s 24ms/step - loss: 0.1574 - auc: 0.9966 - val_loss: 0.2542 - val_auc: 0.9706 Epoch 31/32 11/11 [==============================] - 0s 23ms/step - loss: 0.1621 - auc: 0.9986 - val_loss: 0.2344 - val_auc: 0.9783 Epoch 32/32 11/11 [==============================] - 0s 23ms/step - loss: 0.1415 - auc: 0.9997 - val_loss: 0.2189 - val_auc: 0.9837 Trial 84 Complete [00h 00m 08s] val_auc: 0.9923128485679626 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 07m 37s Search: Running Trial #85 Value |Best Value So Far |Hyperparameter 2 |3 |depth 64 |128 |width swish |swish |activation l1 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.3 |0.4 |dropout adam |sgd |optimizer 0.001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 32 |32 |tuner/epochs 11 |11 |tuner/initial_epoch 1 |3 |tuner/bracket 1 |3 |tuner/round 0077 |0046 |tuner/trial_id Epoch 12/32 81/81 [==============================] - 2s 11ms/step - loss: 0.3396 - auc: 0.8664 - val_loss: 0.1416 - val_auc: 0.9836 Epoch 13/32 81/81 [==============================] - 1s 7ms/step - loss: 0.1336 - auc: 0.9862 - val_loss: 0.1150 - val_auc: 0.9899 Epoch 14/32 81/81 [==============================] - 0s 6ms/step - loss: 0.1018 - auc: 0.9943 - val_loss: 0.1056 - val_auc: 0.9917 Epoch 15/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0850 - auc: 0.9966 - val_loss: 0.1038 - val_auc: 0.9923 Epoch 16/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0746 - auc: 0.9977 - val_loss: 0.1026 - val_auc: 0.9901 Epoch 17/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0683 - auc: 0.9985 - val_loss: 0.1050 - val_auc: 0.9900 Epoch 18/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0626 - auc: 0.9990 - val_loss: 0.1011 - val_auc: 0.9912 Epoch 19/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0587 - auc: 0.9989 - val_loss: 0.1081 - val_auc: 0.9891 Epoch 20/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0557 - auc: 0.9990 - val_loss: 0.1069 - val_auc: 0.9892 Epoch 21/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0523 - auc: 0.9991 - val_loss: 0.1071 - val_auc: 0.9889 Epoch 22/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0501 - auc: 0.9993 - val_loss: 0.1090 - val_auc: 0.9865 Epoch 23/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0479 - auc: 0.9995 - val_loss: 0.1078 - val_auc: 0.9889 Epoch 24/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0466 - auc: 0.9997 - val_loss: 0.1101 - val_auc: 0.9859 Epoch 25/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0449 - auc: 0.9997 - val_loss: 0.1081 - val_auc: 0.9888 Epoch 26/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0442 - auc: 0.9994 - val_loss: 0.1119 - val_auc: 0.9858 Epoch 27/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0426 - auc: 0.9997 - val_loss: 0.1131 - val_auc: 0.9864 Epoch 28/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0417 - auc: 0.9998 - val_loss: 0.1118 - val_auc: 0.9867 Epoch 29/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0412 - auc: 0.9997 - val_loss: 0.1117 - val_auc: 0.9868 Epoch 30/32 81/81 [==============================] - 0s 6ms/step - loss: 0.0397 - auc: 0.9998 - val_loss: 0.1159 - val_auc: 0.9866 Epoch 31/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0398 - auc: 0.9998 - val_loss: 0.1137 - val_auc: 0.9866 Epoch 32/32 81/81 [==============================] - 0s 5ms/step - loss: 0.0390 - auc: 0.9998 - val_loss: 0.1169 - val_auc: 0.9857 Trial 85 Complete [00h 00m 12s] val_auc: 0.9923298358917236 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 07m 48s Search: Running Trial #86 Value |Best Value So Far |Hyperparameter 2 |3 |depth 16 |128 |width tanh |swish |activation none |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.2 |0.4 |dropout rmsprop |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 256 |32 |batch_size 32 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/32 41/41 [==============================] - 2s 17ms/step - loss: 0.6236 - auc: 0.5800 - val_loss: 0.5567 - val_auc: 0.6961 Epoch 2/32 41/41 [==============================] - 0s 10ms/step - loss: 0.5377 - auc: 0.6647 - val_loss: 0.4953 - val_auc: 0.7654 Epoch 3/32 41/41 [==============================] - 0s 8ms/step - loss: 0.4934 - auc: 0.7180 - val_loss: 0.4567 - val_auc: 0.8168 Epoch 4/32 41/41 [==============================] - 0s 8ms/step - loss: 0.4608 - auc: 0.7625 - val_loss: 0.4278 - val_auc: 0.8562 Epoch 5/32 41/41 [==============================] - 0s 9ms/step - loss: 0.4376 - auc: 0.7936 - val_loss: 0.4046 - val_auc: 0.8865 Epoch 6/32 41/41 [==============================] - 0s 8ms/step - loss: 0.4165 - auc: 0.8233 - val_loss: 0.3849 - val_auc: 0.9097 Epoch 7/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3994 - auc: 0.8437 - val_loss: 0.3678 - val_auc: 0.9263 Epoch 8/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3823 - auc: 0.8711 - val_loss: 0.3527 - val_auc: 0.9382 Epoch 9/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3709 - auc: 0.8816 - val_loss: 0.3394 - val_auc: 0.9473 Epoch 10/32 41/41 [==============================] - 0s 11ms/step - loss: 0.3574 - auc: 0.9007 - val_loss: 0.3273 - val_auc: 0.9546 Epoch 11/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3466 - auc: 0.9110 - val_loss: 0.3165 - val_auc: 0.9599 Epoch 12/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3363 - auc: 0.9226 - val_loss: 0.3066 - val_auc: 0.9648 Epoch 13/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3276 - auc: 0.9244 - val_loss: 0.2978 - val_auc: 0.9681 Epoch 14/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3180 - auc: 0.9365 - val_loss: 0.2898 - val_auc: 0.9707 Epoch 15/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3106 - auc: 0.9402 - val_loss: 0.2824 - val_auc: 0.9729 Epoch 16/32 41/41 [==============================] - 0s 8ms/step - loss: 0.3025 - auc: 0.9473 - val_loss: 0.2757 - val_auc: 0.9745 Epoch 17/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2967 - auc: 0.9501 - val_loss: 0.2697 - val_auc: 0.9760 Epoch 18/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2913 - auc: 0.9512 - val_loss: 0.2641 - val_auc: 0.9771 Epoch 19/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2852 - auc: 0.9537 - val_loss: 0.2590 - val_auc: 0.9779 Epoch 20/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2792 - auc: 0.9599 - val_loss: 0.2542 - val_auc: 0.9790 Epoch 21/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2751 - auc: 0.9598 - val_loss: 0.2499 - val_auc: 0.9796 Epoch 22/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2708 - auc: 0.9628 - val_loss: 0.2459 - val_auc: 0.9803 Epoch 23/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2680 - auc: 0.9605 - val_loss: 0.2422 - val_auc: 0.9811 Epoch 24/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2639 - auc: 0.9656 - val_loss: 0.2388 - val_auc: 0.9814 Epoch 25/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2612 - auc: 0.9651 - val_loss: 0.2356 - val_auc: 0.9818 Epoch 26/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2556 - auc: 0.9676 - val_loss: 0.2327 - val_auc: 0.9820 Epoch 27/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2546 - auc: 0.9682 - val_loss: 0.2299 - val_auc: 0.9823 Epoch 28/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2523 - auc: 0.9667 - val_loss: 0.2274 - val_auc: 0.9827 Epoch 29/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2486 - auc: 0.9702 - val_loss: 0.2250 - val_auc: 0.9831 Epoch 30/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2454 - auc: 0.9701 - val_loss: 0.2228 - val_auc: 0.9835 Epoch 31/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2434 - auc: 0.9714 - val_loss: 0.2207 - val_auc: 0.9834 Epoch 32/32 41/41 [==============================] - 0s 8ms/step - loss: 0.2429 - auc: 0.9729 - val_loss: 0.2187 - val_auc: 0.9837 Trial 86 Complete [00h 00m 13s] val_auc: 0.9837086200714111 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 08m 01s Search: Running Trial #87 Value |Best Value So Far |Hyperparameter 1 |3 |depth 64 |128 |width selu |swish |activation l1 |none |regularization_function 0.0001 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |sgd |optimizer 0.01 |0.001 |learning_rate cosine |none |learning_rate_schedule 512 |32 |batch_size 32 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/32 21/21 [==============================] - 2s 31ms/step - loss: 0.6845 - auc: 0.8674 - val_loss: 0.3494 - val_auc: 0.9795 Epoch 2/32 21/21 [==============================] - 0s 17ms/step - loss: 0.5168 - auc: 0.9644 - val_loss: 0.3028 - val_auc: 0.9827 Epoch 3/32 21/21 [==============================] - 0s 14ms/step - loss: 0.2732 - auc: 0.9756 - val_loss: 0.1943 - val_auc: 0.9839 Epoch 4/32 21/21 [==============================] - 0s 14ms/step - loss: 0.4704 - auc: 0.9778 - val_loss: 0.3219 - val_auc: 0.9842 Epoch 5/32 21/21 [==============================] - 0s 14ms/step - loss: 0.2972 - auc: 0.9802 - val_loss: 0.2363 - val_auc: 0.9797 Epoch 6/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2245 - auc: 0.9830 - val_loss: 0.1839 - val_auc: 0.9806 Epoch 7/32 21/21 [==============================] - 0s 15ms/step - loss: 0.1804 - auc: 0.9835 - val_loss: 0.1597 - val_auc: 0.9845 Epoch 8/32 21/21 [==============================] - 0s 13ms/step - loss: 0.4537 - auc: 0.9799 - val_loss: 0.3352 - val_auc: 0.9843 Epoch 9/32 21/21 [==============================] - 0s 13ms/step - loss: 0.3127 - auc: 0.9827 - val_loss: 0.2700 - val_auc: 0.9844 Epoch 10/32 21/21 [==============================] - 0s 14ms/step - loss: 0.2635 - auc: 0.9839 - val_loss: 0.2436 - val_auc: 0.9845 Epoch 11/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2420 - auc: 0.9851 - val_loss: 0.2198 - val_auc: 0.9827 Epoch 12/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2159 - auc: 0.9861 - val_loss: 0.1968 - val_auc: 0.9807 Epoch 13/32 21/21 [==============================] - 0s 14ms/step - loss: 0.1895 - auc: 0.9849 - val_loss: 0.1741 - val_auc: 0.9846 Epoch 14/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1675 - auc: 0.9856 - val_loss: 0.1570 - val_auc: 0.9826 Epoch 15/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1528 - auc: 0.9860 - val_loss: 0.1502 - val_auc: 0.9826 Epoch 16/32 21/21 [==============================] - 0s 12ms/step - loss: 0.4529 - auc: 0.9819 - val_loss: 0.3561 - val_auc: 0.9717 Epoch 17/32 21/21 [==============================] - 0s 13ms/step - loss: 0.3251 - auc: 0.9835 - val_loss: 0.2998 - val_auc: 0.9816 Epoch 18/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2928 - auc: 0.9858 - val_loss: 0.2825 - val_auc: 0.9708 Epoch 19/32 21/21 [==============================] - 0s 14ms/step - loss: 0.2763 - auc: 0.9853 - val_loss: 0.2735 - val_auc: 0.9847 Epoch 20/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2613 - auc: 0.9871 - val_loss: 0.2571 - val_auc: 0.9842 Epoch 21/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2476 - auc: 0.9857 - val_loss: 0.2493 - val_auc: 0.9818 Epoch 22/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2372 - auc: 0.9861 - val_loss: 0.2361 - val_auc: 0.9806 Epoch 23/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2226 - auc: 0.9868 - val_loss: 0.2216 - val_auc: 0.9820 Epoch 24/32 21/21 [==============================] - 0s 13ms/step - loss: 0.2091 - auc: 0.9867 - val_loss: 0.2085 - val_auc: 0.9824 Epoch 25/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1944 - auc: 0.9872 - val_loss: 0.1963 - val_auc: 0.9819 Epoch 26/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1818 - auc: 0.9879 - val_loss: 0.1880 - val_auc: 0.9742 Epoch 27/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1720 - auc: 0.9852 - val_loss: 0.1700 - val_auc: 0.9820 Epoch 28/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1597 - auc: 0.9856 - val_loss: 0.1629 - val_auc: 0.9806 Epoch 29/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1505 - auc: 0.9862 - val_loss: 0.1572 - val_auc: 0.9805 Epoch 30/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1425 - auc: 0.9860 - val_loss: 0.1525 - val_auc: 0.9805 Epoch 31/32 21/21 [==============================] - 0s 13ms/step - loss: 0.1403 - auc: 0.9872 - val_loss: 0.1505 - val_auc: 0.9805 Epoch 32/32 21/21 [==============================] - 0s 13ms/step - loss: 0.4515 - auc: 0.9851 - val_loss: 0.3519 - val_auc: 0.9798 Trial 87 Complete [00h 00m 11s] val_auc: 0.984687089920044 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 08m 12s Search: Running Trial #88 Value |Best Value So Far |Hyperparameter 1 |3 |depth 64 |128 |width selu |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.1 |0.4 |dropout adam |sgd |optimizer 0.0001 |0.001 |learning_rate none |none |learning_rate_schedule 64 |32 |batch_size 32 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/32 162/162 [==============================] - 2s 7ms/step - loss: 0.5206 - auc: 0.7250 - val_loss: 0.3152 - val_auc: 0.9128 Epoch 2/32 162/162 [==============================] - 1s 5ms/step - loss: 0.3288 - auc: 0.9089 - val_loss: 0.2297 - val_auc: 0.9664 Epoch 3/32 162/162 [==============================] - 1s 5ms/step - loss: 0.2552 - auc: 0.9574 - val_loss: 0.1880 - val_auc: 0.9783 Epoch 4/32 162/162 [==============================] - 1s 5ms/step - loss: 0.2123 - auc: 0.9740 - val_loss: 0.1622 - val_auc: 0.9832 Epoch 5/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1821 - auc: 0.9820 - val_loss: 0.1455 - val_auc: 0.9857 Epoch 6/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1613 - auc: 0.9858 - val_loss: 0.1322 - val_auc: 0.9875 Epoch 7/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1449 - auc: 0.9888 - val_loss: 0.1231 - val_auc: 0.9885 Epoch 8/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1336 - auc: 0.9906 - val_loss: 0.1153 - val_auc: 0.9892 Epoch 9/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1233 - auc: 0.9922 - val_loss: 0.1104 - val_auc: 0.9895 Epoch 10/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1163 - auc: 0.9928 - val_loss: 0.1064 - val_auc: 0.9897 Epoch 11/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1076 - auc: 0.9941 - val_loss: 0.1019 - val_auc: 0.9904 Epoch 12/32 162/162 [==============================] - 1s 5ms/step - loss: 0.1028 - auc: 0.9945 - val_loss: 0.0999 - val_auc: 0.9907 Epoch 13/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0979 - auc: 0.9953 - val_loss: 0.0964 - val_auc: 0.9914 Epoch 14/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0935 - auc: 0.9954 - val_loss: 0.0945 - val_auc: 0.9916 Epoch 15/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0895 - auc: 0.9961 - val_loss: 0.0934 - val_auc: 0.9917 Epoch 16/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0872 - auc: 0.9960 - val_loss: 0.0920 - val_auc: 0.9919 Epoch 17/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0846 - auc: 0.9966 - val_loss: 0.0903 - val_auc: 0.9921 Epoch 18/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0808 - auc: 0.9971 - val_loss: 0.0897 - val_auc: 0.9903 Epoch 19/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0773 - auc: 0.9973 - val_loss: 0.0893 - val_auc: 0.9904 Epoch 20/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0755 - auc: 0.9975 - val_loss: 0.0882 - val_auc: 0.9906 Epoch 21/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0739 - auc: 0.9974 - val_loss: 0.0880 - val_auc: 0.9905 Epoch 22/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0727 - auc: 0.9975 - val_loss: 0.0868 - val_auc: 0.9908 Epoch 23/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0704 - auc: 0.9979 - val_loss: 0.0874 - val_auc: 0.9908 Epoch 24/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0696 - auc: 0.9978 - val_loss: 0.0876 - val_auc: 0.9909 Epoch 25/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0682 - auc: 0.9980 - val_loss: 0.0865 - val_auc: 0.9910 Epoch 26/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0675 - auc: 0.9980 - val_loss: 0.0864 - val_auc: 0.9910 Epoch 27/32 162/162 [==============================] - 1s 5ms/step - loss: 0.0650 - auc: 0.9982 - val_loss: 0.0867 - val_auc: 0.9910 Epoch 28/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0637 - auc: 0.9983 - val_loss: 0.0862 - val_auc: 0.9912 Epoch 29/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0636 - auc: 0.9983 - val_loss: 0.0870 - val_auc: 0.9908 Epoch 30/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0619 - auc: 0.9985 - val_loss: 0.0873 - val_auc: 0.9907 Epoch 31/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0606 - auc: 0.9986 - val_loss: 0.0869 - val_auc: 0.9908 Epoch 32/32 162/162 [==============================] - 1s 4ms/step - loss: 0.0595 - auc: 0.9986 - val_loss: 0.0869 - val_auc: 0.9908 Trial 88 Complete [00h 00m 26s] val_auc: 0.99214768409729 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 08m 38s Search: Running Trial #89 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width relu |swish |activation l1_l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.4 |0.4 |dropout adam |sgd |optimizer 0.01 |0.001 |learning_rate none |none |learning_rate_schedule 256 |32 |batch_size 32 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/32 41/41 [==============================] - 2s 21ms/step - loss: 0.3543 - auc: 0.9447 - val_loss: 0.2530 - val_auc: 0.9902 Epoch 2/32 41/41 [==============================] - 1s 15ms/step - loss: 0.2277 - auc: 0.9900 - val_loss: 0.2236 - val_auc: 0.9915 Epoch 3/32 41/41 [==============================] - 0s 9ms/step - loss: 0.2084 - auc: 0.9934 - val_loss: 0.2208 - val_auc: 0.9912 Epoch 4/32 41/41 [==============================] - 0s 9ms/step - loss: 0.2002 - auc: 0.9952 - val_loss: 0.2297 - val_auc: 0.9892 Epoch 5/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1985 - auc: 0.9954 - val_loss: 0.2378 - val_auc: 0.9853 Epoch 6/32 41/41 [==============================] - 0s 12ms/step - loss: 0.2019 - auc: 0.9936 - val_loss: 0.2336 - val_auc: 0.9925 Epoch 7/32 41/41 [==============================] - 0s 9ms/step - loss: 0.2017 - auc: 0.9957 - val_loss: 0.2323 - val_auc: 0.9901 Epoch 8/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1922 - auc: 0.9954 - val_loss: 0.2328 - val_auc: 0.9827 Epoch 9/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1902 - auc: 0.9944 - val_loss: 0.2252 - val_auc: 0.9901 Epoch 10/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1958 - auc: 0.9955 - val_loss: 0.2340 - val_auc: 0.9889 Epoch 11/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1936 - auc: 0.9955 - val_loss: 0.2594 - val_auc: 0.9873 Epoch 12/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1963 - auc: 0.9960 - val_loss: 0.2307 - val_auc: 0.9891 Epoch 13/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1897 - auc: 0.9964 - val_loss: 0.2307 - val_auc: 0.9861 Epoch 14/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1836 - auc: 0.9974 - val_loss: 0.2443 - val_auc: 0.9828 Epoch 15/32 41/41 [==============================] - 1s 15ms/step - loss: 0.1897 - auc: 0.9957 - val_loss: 0.2257 - val_auc: 0.9929 Epoch 16/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1928 - auc: 0.9954 - val_loss: 0.2306 - val_auc: 0.9894 Epoch 17/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1915 - auc: 0.9962 - val_loss: 0.2410 - val_auc: 0.9900 Epoch 18/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1861 - auc: 0.9966 - val_loss: 0.2369 - val_auc: 0.9889 Epoch 19/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1816 - auc: 0.9966 - val_loss: 0.2382 - val_auc: 0.9857 Epoch 20/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1816 - auc: 0.9962 - val_loss: 0.2324 - val_auc: 0.9881 Epoch 21/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1808 - auc: 0.9969 - val_loss: 0.2293 - val_auc: 0.9890 Epoch 22/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1818 - auc: 0.9965 - val_loss: 0.2318 - val_auc: 0.9901 Epoch 23/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1837 - auc: 0.9957 - val_loss: 0.2277 - val_auc: 0.9903 Epoch 24/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1777 - auc: 0.9976 - val_loss: 0.2224 - val_auc: 0.9891 Epoch 25/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1865 - auc: 0.9964 - val_loss: 0.2360 - val_auc: 0.9899 Epoch 26/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1911 - auc: 0.9977 - val_loss: 0.2413 - val_auc: 0.9877 Epoch 27/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1951 - auc: 0.9969 - val_loss: 0.2455 - val_auc: 0.9863 Epoch 28/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1935 - auc: 0.9964 - val_loss: 0.2571 - val_auc: 0.9856 Epoch 29/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1916 - auc: 0.9960 - val_loss: 0.2348 - val_auc: 0.9871 Epoch 30/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1913 - auc: 0.9959 - val_loss: 0.2323 - val_auc: 0.9925 Epoch 31/32 41/41 [==============================] - 0s 9ms/step - loss: 0.1912 - auc: 0.9966 - val_loss: 0.2397 - val_auc: 0.9907 Epoch 32/32 41/41 [==============================] - 0s 8ms/step - loss: 0.1841 - auc: 0.9957 - val_loss: 0.2461 - val_auc: 0.9874 Trial 89 Complete [00h 00m 14s] val_auc: 0.9929359555244446 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 08m 52s Search: Running Trial #90 Value |Best Value So Far |Hyperparameter 3 |3 |depth 128 |128 |width selu |swish |activation l2 |none |regularization_function 1e-05 |0.0001 |regularization_penalty 0.5 |0.4 |dropout sgd |sgd |optimizer 0.0001 |0.001 |learning_rate exponential |none |learning_rate_schedule 128 |32 |batch_size 32 |32 |tuner/epochs 0 |11 |tuner/initial_epoch 0 |3 |tuner/bracket 0 |3 |tuner/round Epoch 1/32 81/81 [==============================] - 2s 11ms/step - loss: 0.8081 - auc: 0.5138 - val_loss: 0.5762 - val_auc: 0.6758 Epoch 2/32 81/81 [==============================] - 0s 6ms/step - loss: 0.6711 - auc: 0.5288 - val_loss: 1.1308 - val_auc: 0.6293 Epoch 3/32 81/81 [==============================] - 0s 6ms/step - loss: 0.5845 - auc: 0.5292 - val_loss: 1.4851 - val_auc: 0.5795 Epoch 4/32 81/81 [==============================] - 0s 6ms/step - loss: 0.5376 - auc: 0.5547 - val_loss: 1.5106 - val_auc: 0.6003 Epoch 5/32 81/81 [==============================] - 0s 6ms/step - loss: 0.5105 - auc: 0.5737 - val_loss: 1.3648 - val_auc: 0.6297 Epoch 6/32 81/81 [==============================] - 0s 6ms/step - loss: 0.4896 - auc: 0.5902 - val_loss: 1.1730 - val_auc: 0.6418 Epoch 7/32 81/81 [==============================] - 0s 6ms/step - loss: 0.4659 - auc: 0.6150 - val_loss: 0.9961 - val_auc: 0.6471 Epoch 8/32 81/81 [==============================] - 0s 6ms/step - loss: 0.4396 - auc: 0.6558 - val_loss: 0.8729 - val_auc: 0.6688 Epoch 9/32 81/81 [==============================] - 1s 7ms/step - loss: 0.4073 - auc: 0.6972 - val_loss: 0.7641 - val_auc: 0.7203 Epoch 10/32 81/81 [==============================] - 1s 7ms/step - loss: 0.3822 - auc: 0.7256 - val_loss: 0.6706 - val_auc: 0.7517 Epoch 11/32 81/81 [==============================] - 1s 7ms/step - loss: 0.3604 - auc: 0.7542 - val_loss: 0.5904 - val_auc: 0.7692 Epoch 12/32 81/81 [==============================] - 1s 7ms/step - loss: 0.3403 - auc: 0.7767 - val_loss: 0.5278 - val_auc: 0.7877 Epoch 13/32 81/81 [==============================] - 1s 7ms/step - loss: 0.3196 - auc: 0.8046 - val_loss: 0.4750 - val_auc: 0.7989 Epoch 14/32 81/81 [==============================] - 1s 6ms/step - loss: 0.3061 - auc: 0.8243 - val_loss: 0.4328 - val_auc: 0.8143 Epoch 15/32 81/81 [==============================] - 1s 8ms/step - loss: 0.2937 - auc: 0.8274 - val_loss: 0.4051 - val_auc: 0.8237 Epoch 16/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2787 - auc: 0.8470 - val_loss: 0.3822 - val_auc: 0.8317 Epoch 17/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2692 - auc: 0.8560 - val_loss: 0.3570 - val_auc: 0.8425 Epoch 18/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2595 - auc: 0.8667 - val_loss: 0.3469 - val_auc: 0.8464 Epoch 19/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2497 - auc: 0.8739 - val_loss: 0.3310 - val_auc: 0.8477 Epoch 20/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2451 - auc: 0.8767 - val_loss: 0.3090 - val_auc: 0.8581 Epoch 21/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2375 - auc: 0.8878 - val_loss: 0.2985 - val_auc: 0.8698 Epoch 22/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2322 - auc: 0.8908 - val_loss: 0.2850 - val_auc: 0.8754 Epoch 23/32 81/81 [==============================] - 1s 9ms/step - loss: 0.2231 - auc: 0.9010 - val_loss: 0.2739 - val_auc: 0.8846 Epoch 24/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2191 - auc: 0.9058 - val_loss: 0.2665 - val_auc: 0.8869 Epoch 25/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2147 - auc: 0.9054 - val_loss: 0.2573 - val_auc: 0.8892 Epoch 26/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2084 - auc: 0.9097 - val_loss: 0.2487 - val_auc: 0.8983 Epoch 27/32 81/81 [==============================] - 1s 7ms/step - loss: 0.2054 - auc: 0.9181 - val_loss: 0.2410 - val_auc: 0.9026 Epoch 28/32 81/81 [==============================] - 1s 7ms/step - loss: 0.1981 - auc: 0.9204 - val_loss: 0.2372 - val_auc: 0.9047 Epoch 29/32 81/81 [==============================] - 1s 13ms/step - loss: 0.1956 - auc: 0.9258 - val_loss: 0.2338 - val_auc: 0.9082 Epoch 30/32 81/81 [==============================] - 1s 7ms/step - loss: 0.1918 - auc: 0.9265 - val_loss: 0.2277 - val_auc: 0.9099 Epoch 31/32 81/81 [==============================] - 1s 7ms/step - loss: 0.1934 - auc: 0.9249 - val_loss: 0.2230 - val_auc: 0.9104 Epoch 32/32 81/81 [==============================] - 1s 7ms/step - loss: 0.1868 - auc: 0.9288 - val_loss: 0.2215 - val_auc: 0.9118 Trial 90 Complete [00h 00m 20s] val_auc: 0.9118108749389648 Best val_auc So Far: 0.9937589168548584 Total elapsed time: 00h 09m 12s Results summary Results in tuning/bandit Showing 10 best trials Trial summary Hyperparameters: depth: 3 width: 128 activation: swish regularization_function: none regularization_penalty: 0.0001 dropout: 0.4 optimizer: sgd learning_rate: 0.001 learning_rate_schedule: none batch_size: 32 tuner/epochs: 32 tuner/initial_epoch: 11 tuner/bracket: 3 tuner/round: 3 tuner/trial_id: 0046 Score: 0.9937589168548584 Trial summary Hyperparameters: depth: 2 width: 64 activation: elu regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.1 optimizer: sgd learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 64 tuner/epochs: 11 tuner/initial_epoch: 0 tuner/bracket: 1 tuner/round: 0 Score: 0.9935321807861328 Trial summary Hyperparameters: depth: 3 width: 128 activation: selu regularization_function: l1 regularization_penalty: 1e-05 dropout: 0.0 optimizer: adam learning_rate: 0.01 learning_rate_schedule: cosine batch_size: 1024 tuner/epochs: 11 tuner/initial_epoch: 0 tuner/bracket: 1 tuner/round: 0 Score: 0.9934306144714355 Trial summary Hyperparameters: depth: 3 width: 128 activation: swish regularization_function: none regularization_penalty: 0.0001 dropout: 0.4 optimizer: sgd learning_rate: 0.001 learning_rate_schedule: none batch_size: 32 tuner/epochs: 11 tuner/initial_epoch: 4 tuner/bracket: 3 tuner/round: 2 tuner/trial_id: 0037 Score: 0.9932994842529297 Trial summary Hyperparameters: depth: 2 width: 64 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.2 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 1024 tuner/epochs: 11 tuner/initial_epoch: 4 tuner/bracket: 3 tuner/round: 2 tuner/trial_id: 0035 Score: 0.9930968284606934 Trial summary Hyperparameters: depth: 3 width: 16 activation: relu regularization_function: l2 regularization_penalty: 1e-05 dropout: 0.1 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: cosine batch_size: 64 tuner/epochs: 4 tuner/initial_epoch: 0 tuner/bracket: 2 tuner/round: 0 Score: 0.9930705428123474 Trial summary Hyperparameters: depth: 2 width: 32 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.30000000000000004 optimizer: adam learning_rate: 0.001 learning_rate_schedule: exponential batch_size: 32 tuner/epochs: 2 tuner/initial_epoch: 0 tuner/bracket: 3 tuner/round: 0 Score: 0.9930494427680969 Trial summary Hyperparameters: depth: 2 width: 64 activation: tanh regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.2 optimizer: rmsprop learning_rate: 0.01 learning_rate_schedule: exponential batch_size: 1024 tuner/epochs: 2 tuner/initial_epoch: 0 tuner/bracket: 3 tuner/round: 0 Score: 0.9929917454719543 Trial summary Hyperparameters: depth: 3 width: 128 activation: relu regularization_function: l1_l2 regularization_penalty: 1e-05 dropout: 0.4 optimizer: adam learning_rate: 0.01 learning_rate_schedule: none batch_size: 256 tuner/epochs: 32 tuner/initial_epoch: 0 tuner/bracket: 0 tuner/round: 0 Score: 0.9929359555244446 Trial summary Hyperparameters: depth: 3 width: 128 activation: swish regularization_function: none regularization_penalty: 0.0001 dropout: 0.4 optimizer: sgd learning_rate: 0.001 learning_rate_schedule: none batch_size: 32 tuner/epochs: 4 tuner/initial_epoch: 2 tuner/bracket: 3 tuner/round: 1 tuner/trial_id: 0003 Score: 0.9929246306419373 {'depth': 3, 'width': 128, 'activation': 'swish', 'regularization_function': 'none', 'regularization_penalty': 0.0001, 'dropout': 0.4, 'optimizer': 'sgd', 'learning_rate': 0.001, 'learning_rate_schedule': 'none', 'batch_size': 32, 'tuner/epochs': 32, 'tuner/initial_epoch': 11, 'tuner/bracket': 3, 'tuner/round': 3, 'tuner/trial_id': '0046'} 41/41 [==============================] - 0s 1ms/step real 9m16.713s user 11m42.260s sys 1m52.637s deeplearn@ML-RefVm-967342:~/reuters$ kaggle competitions submit -c ml530-2022-fall-reuters -f predictions.csv -m "3" 100%|██████████████████████████████████████████████████████████████████████████████████████████████| 54.4k/54.4k [00:00<00:00, 137kB/s] Successfully submitted to ml530-2022-fall-reutersdeeplearn@ML-RefVm-967342:~/reuters$ exit logout Connection to ml-lab-0eaddf07-39a4-4d8f-9d5d-86bf730c6f6f.eastus.cloudapp.azur closed. dadebarr@dadebarr-lambda:~$