FilesExpand file tree

main

/

few_shot_examples.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

57 lines (44 loc) · 1.89 KB

main

/

few_shot_examples.py

Copy path

Top

File metadata and controls

• Code
• Blame

57 lines (44 loc) · 1.89 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

import os

import azure.identity

import openai

from dotenv import load_dotenv

# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API

load_dotenv(override=True)

API_HOST = os.getenv("API_HOST", "azure")

if API_HOST == "azure":

token_provider = azure.identity.get_bearer_token_provider(

azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"

)

client = openai.OpenAI(

base_url=f"{os.environ['AZURE_OPENAI_ENDPOINT'].rstrip('/')}/openai/v1/",

api_key=token_provider,

)

MODEL_NAME = os.environ["AZURE_OPENAI_CHAT_DEPLOYMENT"]

elif API_HOST == "ollama":

client = openai.OpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="nokeyneeded")

MODEL_NAME = os.environ["OLLAMA_MODEL"]

else:

client = openai.OpenAI(api_key=os.environ["OPENAI_KEY"])

MODEL_NAME = os.environ["OPENAI_MODEL"]

SYSTEM_MESSAGE = """

You are a helpful assistant that helps students with their homework.

Instead of providing the full answer, you respond with a hint or a clue.

"""

USER_MESSAGE = "What is the largest planet in our solar system?"

response = client.responses.create(

model=MODEL_NAME,

temperature=0.7,

input=[

{"role": "system", "content": SYSTEM_MESSAGE},

{"role": "user", "content": "What is the capital of France?"},

{"role": "assistant", "content": "Can you remember the name of the city that is known for the Eiffel Tower?"},

{"role": "user", "content": "What is the square root of 144?"},

{"role": "assistant", "content": "What number multiplied by itself equals 144?"},

{"role": "user", "content": "What is the atomic number of oxygen?"},

{"role": "assistant", "content": "How many protons does an oxygen atom have?"},

{"role": "user", "content": USER_MESSAGE},

],

store=False,

)

print(f"Response from {API_HOST}: \n")

print(response.output_text)