Update README.md
Browse files
README.md
CHANGED
|
@@ -116,6 +116,8 @@ vLLM aslo supports OpenAI-compatible serving. See the [documentation](https://do
|
|
| 116 |
|
| 117 |
model = AutoModelForImageTextToText.from_pretrained(model_stub)
|
| 118 |
|
|
|
|
|
|
|
| 119 |
# Configure the quantization algorithm and scheme
|
| 120 |
recipe = QuantizationModifier(
|
| 121 |
ignore=["language_model.lm_head", "re:vision_tower.*", "re:multi_modal_projector.*"],
|
|
|
|
| 116 |
|
| 117 |
model = AutoModelForImageTextToText.from_pretrained(model_stub)
|
| 118 |
|
| 119 |
+
processor = AutoProcessor.from_pretrained(model_stub)
|
| 120 |
+
|
| 121 |
# Configure the quantization algorithm and scheme
|
| 122 |
recipe = QuantizationModifier(
|
| 123 |
ignore=["language_model.lm_head", "re:vision_tower.*", "re:multi_modal_projector.*"],
|