Upload combine.py
Browse files- quantized/combine.py +11 -0
quantized/combine.py
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import safetensors.torch
|
| 2 |
+
|
| 3 |
+
# Load both files
|
| 4 |
+
quantized_blocks = safetensors.torch.load_file("transformer_blocks.safetensors")
|
| 5 |
+
unquantized_layers = safetensors.torch.load_file("unquantized_layers.safetensors")
|
| 6 |
+
|
| 7 |
+
# Combine the state dicts
|
| 8 |
+
combined_state_dict = {**quantized_blocks, **unquantized_layers}
|
| 9 |
+
|
| 10 |
+
# Save the combined model
|
| 11 |
+
safetensors.torch.save_file(combined_state_dict, "combined.safetensors")
|