Update config.json

config.json

@@ -19,8 +19,35 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.36.2",
   "use_cache": true,
-  "vocab_size": 32000
-}
+  "sources": [
+    {
+      "model": "google/gemma-7b",
+      "layer_range": [0, 32]
+    },
+    {
+      "model": "SuperAGI/SAM",
+      "layer_range": [0, 32]
+    }
+  ],
+  "merge_method": "slerp",
+  "base_model": "google/gemma-7b",
+  "parameters": {
+    "t": [
+      {
+        "filter": "self_attn",
+        "value": [0, 0.5, 0.3, 0.7, 1]
+      },
+      {
+        "filter": "mlp",
+        "value": [1, 0.5, 0.7, 0.3, 0]
+      },
+      {
+        "value": 0.5
+      }
+    ]
+  },
+  "dtype": "bfloat16"
+}