We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9ead292 commit dc43b64Copy full SHA for dc43b64
src/compressed_tensors/quantization/lifecycle/initialize.py
@@ -203,7 +203,7 @@ def initialize_qparams(
203
expected_shape = (1,)
204
205
elif strategy == QuantizationStrategy.TOKEN:
206
- expected_shape = (1, 1)
+ raise ValueError("Cannot perform static token quantization")
207
208
elif strategy == QuantizationStrategy.CHANNEL:
209
if len(observed_shape) < 2:
0 commit comments