Loading…
Loading…
Chinese → Vietnamese Marian-style machine translation model, tuned for xianxia / web-novel text.
num_beams=4, max_length=512from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
model_id = "DanVP/MoxhiMT-60"
tok = AutoTokenizer.from_pretrained(model_id)
model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
text = "他抬头看向远处的山门。"
inputs = tok(text, return_tensors="pt", truncation=True, max_length=512)
out = model.generate(**inputs, max_length=512, num_beams=4)
print(tok.decode(out[0], skip_special_tokens=True))
A CTranslate2 INT8 build is included under ct2-int8/ for faster CPU inference.
import ctranslate2
from transformers import AutoTokenizer
tok = AutoTokenizer.from_pretrained("DanVP/MoxhiMT-60")
translator = ctranslate2.Translator("ct2-int8", device="cpu", compute_type="int8")
text = "他抬头看向远处的山门。"
src = tok.convert_ids_to_tokens(tok(text, truncation=True, max_length=512).input_ids)
results = translator.translate_batch([src], beam_size=4, max_decoding_length=512)
print(tok.decode(tok.convert_tokens_to_ids(results[0].hypotheses[0]), skip_special_tokens=True))