Examples

import panel as pn
from panel_web_llm import WebLLMInterface

pn.extension()

web_llm_interface = WebLLMInterface()
web_llm_interface.servable()

import panel as pn
from panel_web_llm import WebLLM

pn.extension()

web_llm = WebLLM(load_layout="column")
chat_interface = pn.chat.ChatInterface(
    help_text="First load a model to chat with it.",
    callback=web_llm.callback,
    show_button_name=False,
    show_rerun=False,
    show_undo=False,
    show_clear=False,
)
template = pn.template.FastListTemplate(
    title="Web LLM Interface",
    main=[chat_interface],
    sidebar=[web_llm.menu, web_llm],  # important to include `web_llm`
    sidebar_width=350,
)
template.servable()