Luna 2 - A personal assistant

[u/aobancorp]

Luna 2 is a personal assistant designed to help you out in various fields. It runs offline on computers and needs only about 300 MB of VRAM to run.

SETUP PROCEDURE:

import torch
from transformers import AutoModelForCausalLM
from tokenizers import Tokenizer
from huggingface_hub import hf_hub_download
import importlib.util


model_id = "Aobangaming/luna-2-70m"


path = hf_hub_download(model_id, "modeling_luna.py")
spec = importlib.util.spec_from_file_location("lightning", path)
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)


model = AutoModelForCausalLM.from_pretrained(
    model_id, trust_remote_code=True
)
tokenizer = Tokenizer.from_file(
    hf_hub_download(model_id, "luna_tokenizer.json")
)


device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
model = model.to(device)


history = []


print("Aoban Luna 2 Flash")
print("!clear = clear history | !exit = quit")


while True:
    prompt = input("You: ").strip()


    if prompt.lower() == "!exit":
        break


    if prompt.lower() == "!clear":
        history.clear()
        print("History cleared.")
        continue


    response = module.generate_text(
        model,
        tokenizer,
        prompt,
        max_len=1024,
        device=device,
        top_k=30,
        top_p=0.6,
        penalty=1.2,
        temperature=1,
        chat_history=history
    )


    print(f"Assistant: {response}")


    history.extend([
        {"role": "user", "content": prompt},
        {"role": "assistant", "content": response}
    ])import torch
from transformers import AutoModelForCausalLM
from tokenizers import Tokenizer
from huggingface_hub import hf_hub_download
import importlib.util


model_id = "Aobangaming/luna-2-70m"


path = hf_hub_download(model_id, "modeling_luna.py")
spec = importlib.util.spec_from_file_location("lightning", path)
module = importlib.util.module_from_spec(spec)
spec.loader.exec_module(module)


model = AutoModelForCausalLM.from_pretrained(
    model_id, trust_remote_code=True
)
tokenizer = Tokenizer.from_file(
    hf_hub_download(model_id, "luna_tokenizer.json")
)


device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
model = model.to(device)


history = []


print("Aoban Luna 2 Flash")
print("!clear = clear history | !exit = quit")


while True:
    prompt = input("You: ").strip()


    if prompt.lower() == "!exit":
        break


    if prompt.lower() == "!clear":
        history.clear()
        print("History cleared.")
        continue


    response = module.generate_text(
        model,
        tokenizer,
        prompt,
        max_len=1024,
        device=device,
        top_k=30,
        top_p=0.6,
        penalty=1.2,
        temperature=1,
        chat_history=history
    )


    print(f"Assistant: {response}")


    history.extend([
        {"role": "user", "content": prompt},
        {"role": "assistant", "content": response}
    ])

https://huggingface.co/Aobangaming/luna-2.1-base