Quick Start

Installation

uv pip install contextual-distillation

Basic Usage

from contextual_distillation import Distiller
from pydantic import BaseModel

class Answer(BaseModel):
    summary: str
    key_points: list[str]

distiller = Distiller(
    model_name="openai/gpt-4.1-mini",
    system_prompt="Extract relevant information.",
    response_schema=Answer,
)

result = await distiller.distill(
    query="What are the requirements?",
    chunk_text="Students must complete 130 credits to graduate.",
)
print(result.summary)

Batch Processing

results = await distiller.distill_many(
    query="Extract key points",
    chunks=["chunk 1...", "chunk 2...", "chunk 3..."],
    concurrency=5,
)