agentcache/examples/basic_chat.py at main · masteragentcoder/agentcache · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
"""Basic agentcache usage: create a session, send a message, check cache status."""

importasyncio
importos

fromdotenvimportload_dotenv

load_dotenv()

fromagentcacheimportAgentSession, LiteLLMSDKProvider


asyncdefmain():
provider=LiteLLMSDKProvider()

ifos.getenv("OPENAI_API_KEY"):
model="gpt-4o-mini"
elifos.getenv("GEMINI_API_KEY"):
model="gemini/gemini-2.5-flash"
elifos.getenv("ANTHROPIC_API_KEY"):
model="anthropic/claude-sonnet-4-20250514"
else:
print("Set OPENAI_API_KEY, GEMINI_API_KEY, or ANTHROPIC_API_KEY in .env")
return

session=AgentSession(
model=model,
provider=provider,
system_prompt="You are a careful code assistant.",
 )

reply=awaitsession.respond("Analyze my cache layer and suggest improvements.")
print("Reply:", reply.text)
print()

status=session.cache_status()
print(status.pretty())
print()

explanation=session.explain_last_cache_break()
ifexplanation:
print(explanation.pretty())
else:
print("No cache break detected.")


if__name__=="__main__":
asyncio.run(main())