llmcache

llmcache

// cache LLM responses. save tokens. save money.

installation

npm install -g pnkd-llmcache

usage

# start cache proxy
llmcache start

# start on custom port
llmcache start --port 8080

# show cache stats
llmcache stats

# clear cache
llmcache clear

# set TTL (time to live)
llmcache start --ttl 24h
← back to all tools