hmellor
/

tiny-random-BambaForCausalLM

Text Generation

Model card Files Files and versions

hmellor HF Staff commited on Aug 5

Commit

904314c

·

verified ·

1 Parent(s): da35c13

Upload BambaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -11,13 +11,13 @@
   "bos_token_id": 128000,
   "eos_token_id": 128001,
   "hidden_act": "silu",
-  "hidden_size": 64,
   "initializer_range": 0.02,
   "intermediate_size": 32,
   "mamba_chunk_size": 256,
   "mamba_conv_bias": true,
   "mamba_d_conv": 4,
-  "mamba_d_head": 32,
   "mamba_d_state": 8,
   "mamba_dt_rank": 256,
   "mamba_expand": 4,

   "bos_token_id": 128000,
   "eos_token_id": 128001,
   "hidden_act": "silu",
+  "hidden_size": 128,
   "initializer_range": 0.02,
   "intermediate_size": 32,
   "mamba_chunk_size": 256,
   "mamba_conv_bias": true,
   "mamba_d_conv": 4,
+  "mamba_d_head": 64,
   "mamba_d_state": 8,
   "mamba_dt_rank": 256,
   "mamba_expand": 4,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f050db2d01ca759c9b99b314eaaae34ed41945b205efb1a2f66f488d83b7f617
-size 32990648

 version https://git-lfs.github.com/spec/v1
+oid sha256:f24a98984ea80a3a5312db631989455bfb718a67ac1bc09a159b378d824f6630
+size 66224208