Semantic Kernel (gateway)

1
import asyncio
2
import os
3
4
from openai import AsyncOpenAI
5
from semantic_kernel import Kernel
6
from semantic_kernel.connectors.ai.open_ai import OpenAIChatCompletion
7
from semantic_kernel.connectors.ai.open_ai import OpenAIChatPromptExecutionSettings
8
from semantic_kernel.functions import KernelArguments
9
10
kernel = Kernel()
11
client = AsyncOpenAI(
12
    api_key=os.environ["RESPAN_API_KEY"],
13
    base_url=os.getenv("RESPAN_BASE_URL", "https://api.respan.ai/api"),
14
)
15
kernel.add_service(
16
    OpenAIChatCompletion(
17
        service_id="chat",
18
        ai_model_id=os.getenv("RESPAN_MODEL", "gpt-5-mini"),
19
        async_client=client,
20
    )
21
)
22
23
async def main() -> None:
24
    result = await kernel.invoke_prompt(
25
        "Say hello through the Respan gateway.",
26
        arguments=KernelArguments(
27
            settings=OpenAIChatPromptExecutionSettings(
28
                service_id="chat",
29
                temperature=0.2,
30
                max_tokens=80,
31
            )
32
        ),
33
    )
34
    print(result)
35
36
asyncio.run(main())