FilesExpand file tree

main

/

function_calling_call.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

86 lines (73 loc) · 2.65 KB

main

/

function_calling_call.py

Copy path

Top

File metadata and controls

• Code
• Blame

86 lines (73 loc) · 2.65 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

import json

import os

import azure.identity

import openai

from dotenv import load_dotenv

# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API

load_dotenv(override=True)

API_HOST = os.getenv("API_HOST", "github")

if API_HOST == "azure":

token_provider = azure.identity.get_bearer_token_provider(

azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"

)

client = openai.OpenAI(

base_url=os.environ["AZURE_OPENAI_ENDPOINT"],

api_key=token_provider,

)

MODEL_NAME = os.environ["AZURE_OPENAI_CHAT_DEPLOYMENT"]

elif API_HOST == "ollama":

client = openai.OpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="nokeyneeded")

MODEL_NAME = os.environ["OLLAMA_MODEL"]

elif API_HOST == "github":

client = openai.OpenAI(base_url="https://models.github.ai/inference", api_key=os.environ["GITHUB_TOKEN"])

MODEL_NAME = os.getenv("GITHUB_MODEL", "openai/gpt-4o")

else:

client = openai.OpenAI(api_key=os.environ["OPENAI_KEY"])

MODEL_NAME = os.environ["OPENAI_MODEL"]

def lookup_weather(city_name=None, zip_code=None):

"""Lookup the weather for a given city name or zip code."""

print(f"Looking up weather for {city_name or zip_code}...")

return "It's sunny!"

tools = [

{

"type": "function",

"function": {

"name": "lookup_weather",

"description": "Lookup the weather for a given city name or zip code.",

"parameters": {

"type": "object",

"properties": {

"city_name": {

"type": "string",

"description": "The city name",

},

"zip_code": {

"type": "string",

"description": "The zip code",

},

},

"strict": True,

"additionalProperties": False,

},

},

}

]

response = client.chat.completions.create(

model=MODEL_NAME,

messages=[

{"role": "system", "content": "You are a weather chatbot."},

{"role": "user", "content": "is it sunny in berkeley CA?"},

],

tools=tools,

tool_choice="auto",

)

print(f"Response from {MODEL_NAME} on {API_HOST}: \n")

# Now actually call the function as indicated

if response.choices[0].message.tool_calls:

tool_call = response.choices[0].message.tool_calls[0]

function_name = tool_call.function.name

arguments = json.loads(tool_call.function.arguments)

if function_name == "lookup_weather":

lookup_weather(**arguments)

else:

print(response.choices[0].message.content)