chatcache provides a persistent cache for LLM
interactions when using the ellmer and shinychat packages. It
stores user prompts and model responses in a local SQLite database so
repeated queries do not hit the API again.
library(ellmer)
library(chatcache)
# Initialize (optional — happens automatically)
chatcache_init()
chat <- chat_openai(system_prompt = "Be concise.")
# First call goes to the API and is cached
answer <- cached_chat(chat, "What is the capital of France?")
# Second call returns instantly from cache
answer <- cached_chat(chat, "What is the capital of France?")
# See what is cached
chatcache_list()library(shiny)
library(shinychat)
library(ellmer)
library(chatcache)
ui <- bslib::page_fluid(
chat_ui("chat")
)
server <- function(input, output, session) {
chat <- chat_openai(system_prompt = "You are a helpful assistant.")
observeEvent(input$chat_user_input, {
cached_shinychat_respond(chat, input$chat_user_input, "chat")
})
}
shinyApp(ui, server)