Groq (tracing)

1
from respan import propagate_attributes
2
3
with propagate_attributes(
4
    customer_identifier="user_123",
5
    thread_identifier="conversation_456",
6
    trace_group_identifier="groq_support_chat.workflow",
7
    metadata={"plan": "pro", "workflow_name": "groq_support_chat.workflow"},
8
):
9
    response = client.chat.completions.create(
10
        model="llama-3.1-8b-instant",
11
        messages=[{"role": "user", "content": "Summarize our support policy."}],
12
    )

1
stream = client.chat.completions.create(
2
    model="llama-3.1-8b-instant",
3
    messages=[{"role": "user", "content": "Write a short haiku about tracing."}],
4
    stream=True,
5
)
6
7
for chunk in stream:
8
    content = chunk.choices[0].delta.content
9
    if content:
10
        print(content, end="", flush=True)

1
response = client.chat.completions.create(
2
    model="llama-3.1-8b-instant",
3
    messages=[{"role": "user", "content": "What is the weather in Boston?"}],
4
    tools=[
5
        {
6
            "type": "function",
7
            "function": {
8
                "name": "get_weather",
9
                "description": "Get the current weather for a city.",
10
                "parameters": {
11
                    "type": "object",
12
                    "properties": {"city": {"type": "string"}},
13
                    "required": ["city"],
14
                },
15
            },
16
        }
17
    ],
18
)
19
print(response.choices[0].message.tool_calls)