Skip to main content

Datapoint

Pydantic model for evaluation and dataset datapoints.
Datapoint(
    data: dict,
    target: dict = {},
    metadata: dict = {},
    id: UUID | None = None,
    created_at: datetime | None = None,
)

HumanEvaluator

HumanEvaluator(options: list[{"label": str, "value": float}] = [])

LaminarDataset

LaminarDataset(
    name: str | None = None,
    id: UUID | None = None,
    fetch_size: int = 25,
)

MaskInputOptions

TypedDict used for browser session recording input masking.
MaskInputOptions = TypedDict(
    "MaskInputOptions",
    {
        "textarea": bool | None,
        "text": bool | None,
        "number": bool | None,
        "select": bool | None,
        "email": bool | None,
        "tel": bool | None,
    },
)

SessionRecordingOptions

SessionRecordingOptions = TypedDict(
    "SessionRecordingOptions",
    {
        "mask_input_options": MaskInputOptions | None,
    },
)

RolloutParam

RolloutParam = TypedDict(
    "RolloutParam",
    {
        "name": str,
        "type": str,
        "required": bool,
        "nested": list["RolloutParam"],
        "default": str,
    },
    total=False,
)

RolloutToolOverride

RolloutToolOverride = TypedDict(
    "RolloutToolOverride",
    {
        "name": str,
        "description": str,
        "parameters": dict[str, Any],
    },
    total=False,
)

RolloutLLMTextBlock

RolloutLLMTextBlock = TypedDict(
    "RolloutLLMTextBlock",
    {
        "type": Literal["text"],
        "text": str,
    },
    total=False,
)

RolloutPathOverride

RolloutPathOverride = TypedDict(
    "RolloutPathOverride",
    {
        "system": str | list[RolloutLLMTextBlock],
        "tools": list[RolloutToolOverride],
    },
    total=False,
)

RolloutRunEvent

RolloutRunEventData = TypedDict(
    "RolloutRunEventData",
    {
        "trace_id": str,
        "path_to_count": dict[str, int],
        "args": dict[str, Any] | list[Any],
        "overrides": dict[str, RolloutPathOverride],
    },
    total=False,
)

RolloutRunEvent = TypedDict(
    "RolloutRunEvent",
    {
        "event_type": str,
        "data": RolloutRunEventData,
    },
)

RolloutHandshakeEvent

RolloutHandshakeEventData = TypedDict(
    "RolloutHandshakeEventData",
    {
        "project_id": str,
        "session_id": str,
    },
)

RolloutHandshakeEvent = TypedDict(
    "RolloutHandshakeEvent",
    {
        "event_type": str,
        "data": RolloutHandshakeEventData,
    },
)

Version Helpers

get_latest_pypi_version() -> str
is_latest_version() -> bool
  • get_latest_pypi_version() returns __version__ on failure.
  • is_latest_version() returns True on failure.