Update default size

jloveric · Jan 1, 2024 · f531fc9 · f531fc9
1 parent cff2172
commit f531fc9
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/config/net/mamba.yaml b/config/net/mamba.yaml
@@ -1,14 +1,14 @@
 normalize: layer
 
-d_model: 16
+d_model: 64
 n_layer: 5
 vocab_size: 128
 d_state: 32
 expand: 2
 dt_rank: auto
-d_conv: 4 
+d_conv: 4
 pad_vocab_size_multiple: 128
 conv_bias: True
 bias: False
 
-model_type: mamba
+model_type: mamba