SingleStore

Code

1from os import getenv
2from kern.agent import Agent
3from kern.knowledge.knowledge import Knowledge
4from kern.vectordb.singlestore import SingleStore
5from sqlalchemy.engine import create_engine
6
7USERNAME = getenv("SINGLESTORE_USERNAME")
8PASSWORD = getenv("SINGLESTORE_PASSWORD")
9HOST = getenv("SINGLESTORE_HOST")
10PORT = getenv("SINGLESTORE_PORT")
11DATABASE = getenv("SINGLESTORE_DATABASE")
12SSL_CERT = getenv("SINGLESTORE_SSL_CERT", None)
13
14db_url = (
15    f"mysql+pymysql://{USERNAME}:{PASSWORD}@{HOST}:{PORT}/{DATABASE}?charset=utf8mb4"
16)
17if SSL_CERT:
18    db_url += f"&ssl_ca={SSL_CERT}&ssl_verify_cert=true"
19
20db_engine = create_engine(db_url)
21
22vector_db = SingleStore(
23    collection="recipes",
24    db_engine=db_engine,
25    schema=DATABASE,
26)
27
28knowledge = Knowledge(name="My SingleStore Knowledge Base", vector_db=vector_db)
29
30knowledge.insert(
31    name="Recipes",
32    url="https://kern-public.s3.amazonaws.com/recipes/ThaiRecipes.pdf",
33    metadata={"doc_type": "recipe_book"},
34)
35
36agent = Agent(
37    knowledge=knowledge,
38    search_knowledge=True,
39    read_chat_history=True,
40)
41
42agent.print_response("How do I make pad thai?", markdown=True)
43
44vector_db.delete_by_name("Recipes")
45# or
46vector_db.delete_by_metadata({"doc_type": "recipe_book"})

Usage

Set up your virtual environment

1uv venv --python 3.12
2source .venv/bin/activate

1uv venv --python 3.12
2.venv\Scripts\activate

Install dependencies

1uv pip install -U PyMySQL sqlalchemy pypdf openai kern-ai

Run SingleStore

1docker run -d --name singlestoredb \
2--platform linux/amd64 \
3-p 3306:3306 \
4-p 8080:8080 \
5-v /tmp:/var/lib/memsql \
6-e ROOT_PASSWORD=admin \
7-e SINGLESTORE_DB=AGNO \
8-e SINGLESTORE_USER=root \
9-e SINGLESTORE_PASSWORD=admin \
10-e LICENSE_KEY=accept \
11ghcr.io/singlestore-labs/singlestoredb-dev:latest
12
13docker start singlestoredb
14
15docker exec singlestoredb memsql -u root -padmin -e "CREATE DATABASE IF NOT EXISTS AGNO;"

Set environment variables

1export SINGLESTORE_HOST="localhost"
2export SINGLESTORE_PORT="3306"
3export SINGLESTORE_USERNAME="root"
4export SINGLESTORE_PASSWORD="admin"
5export SINGLESTORE_DATABASE="AGNO"
6export SINGLESTORE_SSL_CA=".certs/singlestore_bundle.pem"
7export OPENAI_API_KEY=xxx

Run Agent

1python cookbook/08_knowledge/vector_db/singlestore_db/singlestore_db.py