Azure OpenAI

$
pip install openai

1
from openai import OpenAI
2
3
client = OpenAI(
4
    base_url="https://api.respan.ai/api/",
5
    api_key="YOUR_RESPAN_API_KEY",
6
)
7
8
response = client.chat.completions.create(
9
    model="azure/gpt-4o",  # Use azure/ prefix with your deployment name
10
    messages=[{"role": "user", "content": "Hello, how are you?"}],
11
    extra_body={
12
        "customer_credentials": {
13
            "azure_openai": {
14
                "api_key": "YOUR_AZURE_OPENAI_API_KEY",
15
                "api_base": "https://your-resource.openai.azure.com/",
16
                "api_version": "2024-10-21",
17
            }
18
        }
19
    }
20
)
21
print(response)

1
response = client.chat.completions.create(
2
    model="azure/gpt-4o",
3
    messages=[{"role": "user", "content": "Hello"}],
4
    extra_body={
5
        "customer_credentials": {
6
            "azure_openai": {
7
                "api_key": "YOUR_AZURE_OPENAI_API_KEY",
8
                "api_base": "https://your-resource.openai.azure.com/",
9
                "api_version": "2024-10-21",
10
            }
11
        },
12
        "model_name_map": {
13
            "azure/gpt-4o": "azure/my-gpt4-prod"  # Map to your custom deployment name
14
        }
15
    }
16
)

1
response = client.chat.completions.create(
2
    model="azure/gpt-4o",
3
    messages=[{"role": "user", "content": "Hello"}],
4
    extra_body={
5
        "customer_credentials": {
6
            "azure_openai": {
7
                "api_key": "DEFAULT_AZURE_API_KEY",
8
                "api_base": "https://resource1.openai.azure.com/",
9
                "api_version": "2024-10-21",
10
            }
11
        },
12
        "credential_override": {
13
            "azure/gpt-4o": {  # Override for this specific model only
14
                "api_key": "ANOTHER_AZURE_API_KEY",
15
                "api_base": "https://resource2.openai.azure.com/",
16
                "api_version": "2024-10-21",
17
            }
18
        }
19
    }
20
)