kaitchup
/

rnj-1-instruct-nvfp4

8-bit precision

compressed-tensors

Model card Files Files and versions

bnjmnmarie commited on 8 days ago

Commit

cb68bcb

·

verified ·

1 Parent(s): 8a410d4

Update config.json

Files changed (1) hide show

config.json +2 -6

config.json CHANGED Viewed

@@ -103,11 +103,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         },
         "output_activations": null,
         "targets": [
@@ -121,11 +119,9 @@
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
-          "scale_dtype": "torch.float8_e4m3fn",
           "strategy": "tensor_group",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
         }
       }
     },

           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         },
         "output_activations": null,
         "targets": [
           "num_bits": 4,
           "observer": "static_minmax",
           "observer_kwargs": {},
           "strategy": "tensor_group",
           "symmetric": true,
+          "type": "float"
         }
       }
     },