Cohere (tracing)

1
with respan.propagate_attributes(
2
    customer_identifier="user_123",
3
    thread_identifier="conversation_456",
4
    trace_group_identifier="cohere_support_chat.workflow",
5
    metadata={"plan": "pro", "workflow_name": "cohere_support_chat.workflow"},
6
):
7
    response = client.chat(
8
        model="command-a-03-2025",
9
        messages=[{"role": "user", "content": "Summarize our support policy."}],
10
    )

1
stream = client.chat_stream(
2
    model="command-a-03-2025",
3
    messages=[{"role": "user", "content": "Write a short haiku about observability."}],
4
)
5
6
for event in stream:
7
    if event.type == "content-delta":
8
        print(event.delta.message.content.text, end="", flush=True)

1
response = client.embed(
2
    model="embed-v4.0",
3
    input_type="search_document",
4
    texts=[
5
        "Respan records traces and spans for AI systems.",
6
        "Cohere embeddings convert text into vectors.",
7
    ],
8
    embedding_types=["float"],
9
)
10
print(len(response.embeddings.float_))

1
response = client.rerank(
2
    model="rerank-v3.5",
3
    query="Which document explains search result ranking?",
4
    documents=[
5
        "Rerank models reorder candidate documents by query relevance.",
6
        "Chat models generate conversational responses.",
7
    ],
8
    top_n=1,
9
)
10
print(response.results[0].index)