This is the merged version of the mmBERT-32K factcheck classifier model, ready for direct inference without PEFT.
from transformers import AutoModelForSequenceClassification, AutoTokenizer
model = AutoModelForSequenceClassification.from_pretrained(
"vllm-sr/mmbert32k-factcheck-classifier-merged",
trust_remote_code=True
)
tokenizer = AutoTokenizer.from_pretrained("vllm-sr/mmbert32k-factcheck-classifier-merged")
# Inference
inputs = tokenizer("Your text here", return_tensors="pt", truncation=True, max_length=32768)
outputs = model(**inputs)
Apache 2.0
onnx/model.onnx 1.2 GBonnx/model_fa_fp16.onnx 1.2 GBmodel.safetensors 615 MBvllm-sr/mmbert-32k-yarn