File size: 603 Bytes
badbc70
edbbbc5
a254524
edbbbc5
 
88f72c8
edbbbc5
 
 
 
 
 
 
 
 
 
0287d57
edbbbc5
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
import gradio as gr
import requests

API_URL = "https://api-inference.huggingface.co/models/TheBloke/MythoMax-L2-13B-GGUF"
headers = {"Authorization": "Bearer TU_TOKEN_DE_HUGGINGFACE"}

def responder(prompt):
    payload = {
        "inputs": prompt,
        "parameters": {"max_new_tokens": 200}
    }
    response = requests.post(API_URL, headers=headers, json=payload)
    try:
        return response.json()[0]["generated_text"]
    except:
        return "Error en la respuesta del modelo."

iface = gr.Interface(fn=responder, inputs="text", outputs="text", title="MythoMax Chatbot")
iface.launch()