Quickstart

curl -O https://raw.githubusercontent.com/LyzrCore/langship/main/docker-compose.yml
docker compose up -d

pip install langship

import langship

langship.init(
    endpoint="http://localhost:3000",
    project="my-first-agent"
)

from langchain.agents import initialize_agent, load_tools
from langchain.llms import OpenAI

langship.init(endpoint="http://localhost:3000", project="my-first-agent")

llm = OpenAI(temperature=0)
tools = load_tools(["serpapi"], llm=llm)
agent = initialize_agent(tools, llm, verbose=True)

agent.run("What is the capital of France?")

project: my-first-agent

evals:
  - name: factual-accuracy
    type: llm-judge
    prompt: "Is this response factually correct? Answer yes or no."
    dataset: ./evals/golden-set.jsonl
    pass_threshold: 0.8

{"input": "What is the capital of France?", "expected": "Paris"}
{"input": "Who wrote Hamlet?", "expected": "Shakespeare"}

langship eval run