add best configs from sweeps

This commit is contained in:
Filip Stefaniuk 2024-09-21 09:49:33 +02:00
parent d62bc35924
commit 28cedfd0d0
5 changed files with 29 additions and 29 deletions

View File

@ -1,9 +1,9 @@
future_window:
value: 2
past_window:
value: 28
value: 70
batch_size:
value: 256
value: 128
max_epochs:
value: 40
data:
@ -60,11 +60,11 @@ loss:
model:
value:
name: "Informer"
d_model: 256
d_model: 1024
d_fully_connected: 256
n_attention_heads: 2
dropout: 0.05
n_encoder_layers: 1
n_decoder_layers: 1
learning_rate: 0.0001
n_attention_heads: 4
dropout: 0.03
n_encoder_layers: 3
n_decoder_layers: 3
learning_rate: 0.001
optimizer: "Adam"

View File

@ -1,7 +1,7 @@
future_window:
value: 5
past_window:
value: 22
value: 28
batch_size:
value: 64
max_epochs:
@ -60,10 +60,10 @@ model:
value:
name: "Informer"
d_model: 256
d_fully_connected: 512
n_attention_heads: 2
dropout: 0.05
d_fully_connected: 256
n_attention_heads: 6
dropout: 0.1
n_encoder_layers: 1
n_decoder_layers: 1
learning_rate: 0.0001
n_decoder_layers: 3
learning_rate: 0.001
optimizer: "Adam"

View File

@ -1,9 +1,9 @@
future_window:
value: 2
past_window:
value: 28
value: 105
batch_size:
value: 256
value: 64
max_epochs:
value: 40
data:
@ -60,11 +60,11 @@ loss:
model:
value:
name: "Informer"
d_model: 256
d_fully_connected: 256
n_attention_heads: 2
dropout: 0.05
d_model: 1024
d_fully_connected: 1024
n_attention_heads: 1
dropout: 0.2
n_encoder_layers: 1
n_decoder_layers: 1
n_decoder_layers: 3
learning_rate: 0.0001
optimizer: "Adam"

View File

@ -1,9 +1,9 @@
future_window:
value: 5
past_window:
value: 22
value: 72
batch_size:
value: 64
value: 128
max_epochs:
value: 50
data:
@ -59,11 +59,11 @@ loss:
model:
value:
name: "Informer"
d_model: 256
d_fully_connected: 512
d_model: 1024
d_fully_connected: 1024
n_attention_heads: 2
dropout: 0.05
n_encoder_layers: 1
n_decoder_layers: 1
n_decoder_layers: 3
learning_rate: 0.0001
optimizer: "Adam"

View File

@ -61,10 +61,10 @@ model:
value:
name: "Informer"
d_model: 256
d_fully_connected: 512
d_fully_connected: 256
n_attention_heads: 2
dropout: 0.05
dropout: 0.01
n_encoder_layers: 1
n_decoder_layers: 1
n_decoder_layers: 3
learning_rate: 0.0001
optimizer: "Adam"