best val_rmse 0.2450

config.json

@@ -1,5 +1,5 @@
 {
-  "best_val_loss": 0.22500772774219513,
+  "best_val_loss": 0.24501319229602814,
   "comet_ai_key": null,
   "context_observations": {
     "add_rem": true,
@@ -137,13 +137,13 @@
     "aggregator_num_heads": 8,
     "aggregator_type": "attention",
     "cov_proj_dim": 16,
-    "decoder_attention_layers": 2,
+    "decoder_attention_layers": 1,
     "decoder_hidden_dim": 128,
     "decoder_name": "TransformerDecoder",
     "decoder_num_layers": 2,
     "decoder_rnn_hidden_dim": 200,
     "drift_activation": "Tanh",
-    "drift_num_layers": 3,
+    "drift_num_layers": 2,
     "dropout": 0.1,
     "encoder_rnn_hidden_dim": 200,
     "exclusive_node_step": false,
@@ -155,7 +155,7 @@
     "node_step": true,
     "norm": "layer",
     "output_head_num_layers": 2,
-    "rnn_decoder_number_of_layers": 4,
+    "rnn_decoder_number_of_layers": 2,
     "rnn_individual_encoder_number_of_layers": 2,
     "time_obs_encoder_hidden_dim": 128,
     "time_obs_encoder_output_dim": 128,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b33d17e7726075c59f33eee2b502fb00fedb747db6db5f028c8fdc77b24861ee
-size 12058855
+oid sha256:3f131d71ce9e55be7c0979fbd6a2a3454efe6ebad9baa80c101fcf72c7255639
+size 11657663