Upload Liquid AI x Weights & Biases JP Hackathon FT UnslothLoRALFM2 (uTdHPvFpcb4OjXwlu2dBEExRTEPnY21YxIxoR3sJ1lA)

Upload model trained with Unsloth 2x faster
base model:https://wandb.ai/liquid-ai/lfm2-wandb-tokyo-hackathon/weave/objects/UnslothLoRALFM2/versions/uTdHPvFpcb4OjXwlu2dBEExRTEPnY21YxIxoR3sJ1lA

adapter_config.json

@@ -5,7 +5,7 @@
     "parent_library": "transformers.models.lfm2.modeling_lfm2",
     "unsloth_fixed": true
   },
-  "base_model_name_or_path": "unsloth/LFM2-350M",
+  "base_model_name_or_path": "unsloth/LFM2-350M-unsloth-bnb-4bit",
   "bias": "none",
   "corda_config": null,
   "eva_config": null,
@@ -19,7 +19,7 @@
   "loftq_config": {},
   "lora_alpha": 16,
   "lora_bias": false,
-  "lora_dropout": 0,
+  "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e063e4df9cef6c7afa24cb1d3cccd48b4c3aa6ea3aafeffd29d5815a752f71af
+oid sha256:3c0159e42b34a1891c1f1ed38956965cf1556602cb7d448250f665278a5634fb
 size 20073168