FilesExpand file tree

 main

/

streaming_code.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

53 lines (44 loc) · 1.58 KB

 main

/

streaming_code.py

Copy path

Top

File metadata and controls

• Code
• Blame

53 lines (44 loc) · 1.58 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

# Copyright 2023 Google LLC

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# https://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# [START aiplatform_streaming_code]

import vertexai

from vertexai import language_models

def streaming_prediction(

project_id: str,

location: str,

) -> str:

"""Streaming Code Example with a Large Language Model."""

vertexai.init(project=project_id, location=location)

code_generation_model = language_models.CodeGenerationModel.from_pretrained(

"code-bison"

)

parameters = {

# Temperature controls the degree of randomness in token selection.

"temperature": 0.8,

# Token limit determines the maximum amount of text output.

"max_output_tokens": 256,

}

responses = code_generation_model.predict_streaming(

prefix="Write a function that checks if a year is a leap year.",

**parameters,

)

results = []

for response in responses:

print(response)

results.append(str(response))

results = "\n".join(results)

return results

if __name__ == "__main__":

streaming_prediction()

# [END aiplatform_streaming_code]