lora first trial

This commit is contained in:
2026-10-20 20:55:11 +09:00
commit e8fd64958f
25 changed files with 402183 additions and 0 deletions
+13
View File
@@ -0,0 +1,13 @@
from mlx_lm import generate, load
model, tokenizer = load("mlx-community/Qwen3.5-4B-OptiQ-4bit")
prompt = "Write a story about Einstein"
messages = [{"role": "user", "content": prompt}]
prompt = tokenizer.apply_chat_template(
messages, add_generation_prompt=True
)
text = generate(model, tokenizer, prompt=prompt, verbose=True)
print(text)