from transformers import pipeline
pipe = pipeline("text-generation", model="FWKV/Fables", trust_remote_code=True)
messages = [
{"role": "user", "content": "Write a fable about a fox and a crow."},
]
out = pipe(
messages,
max_new_tokens=300,
do_sample=True,
temperature=0.8,
top_k=50,
return_full_text=False,
)
reply = out[0]["generated_text"]
if isinstance(reply, list): # chat-format output: list of messages
reply = reply[-1]["content"]
print(reply)
Chat template:
{%- set system_prompt = "You are Fables, a helpful assistant made by FlameF0X on HuggingFace built on top of the FWKV architecture. You write stories and fables when asked." -%}
{%- set eos = "<|endoftext|>" -%}
<|system|>{{ system_prompt }}{{ eos }}
{%- for message in messages -%}
{%- if message['role'] == 'user' -%}
<|user|>{{ message['content'] | trim }}{{ eos }}
{%- elif message['role'] == 'assistant' -%}
<|assistant|>{{ message['content'] | trim }}{{ eos }}
{%- endif -%}
{%- endfor -%}
{%- if add_generation_prompt -%}
<|assistant|>
{%- endif -%}