FilesExpand file tree

main

/

execute.test.ts

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

221 lines (201 loc) · 7.41 KB

main

/

execute.test.ts

Copy path

Top

File metadata and controls

• Code
• Blame

221 lines (201 loc) · 7.41 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

import { describe, expect, it } from 'vitest'

import { functionExecuteBodySchema } from '@/lib/api/contracts/hotspots'

import { DEFAULT_EXECUTION_TIMEOUT_MS } from '@/lib/execution/constants'

import {

MOUNTED_WORKSPACE_FILES_PROVENANCE_KEY,

PRIVATE_SECRET_PROVENANCE_FIELD,

} from '@/lib/execution/private-tool-metadata'

import { MAX_FUNCTION_CODE_LENGTH } from '@/lib/function-execution/limits'

import { buildFunctionExecuteBody, functionExecuteTool } from '@/tools/function/execute'

import { createLLMToolSchema, createUserToolSchema } from '@/tools/params'

describe('Function Execute Tool', () => {

it.each(['default', 'copilot'] as const)(

'advertises secret-name arrays accepted by the Function boundary on %s',

(surface) => {

const schema = createUserToolSchema(functionExecuteTool, { surface })

expect(schema.properties.mountedSecrets).toMatchObject({

type: 'array',

items: { type: 'string' },

})

expect(schema.required).not.toContain('mountedSecrets')

for (const mountedSecrets of [undefined, [], ['SERVICE_TOKEN']]) {

const body = functionExecuteTool.operation.input({

code: 'return 1',

secretScope: 'selected',

mountedSecrets,

})

const parsed = functionExecuteBodySchema.parse(body)

expect(parsed.secretScope).toBe('selected')

expect(parsed.mountedSecrets).toEqual(mountedSecrets)

}

for (const mountedSecrets of [{}, [1]]) {

expect(

functionExecuteBodySchema.safeParse({ code: 'return 1', mountedSecrets }).success

).toBe(false)

}

}

)

it('keeps mounted secret names under author control for Agent tool calls', async () => {

const { schema, modelBlockedParams } = await createLLMToolSchema(functionExecuteTool, {

secretScope: 'selected',

mountedSecrets: ['SERVICE_TOKEN'],

})

expect(schema.properties).not.toHaveProperty('mountedSecrets')

expect(schema.properties).not.toHaveProperty('secretScope')

expect(modelBlockedParams).toEqual(expect.arrayContaining(['secretScope', 'mountedSecrets']))

})

it('joins serialized code blocks and applies the default timeout', () => {

const body = buildFunctionExecuteBody({

code: [

{ content: 'const x = 40;', id: 'block1' },

{ content: 'return x + 2;', id: 'block2' },

],

})

expect(body.code).toBe('const x = 40;\nreturn x + 2;')

expect(body.timeout).toBe(DEFAULT_EXECUTION_TIMEOUT_MS)

})

it('sends display code the route accepts when inlined references outgrow the source cap', () => {

const inlinedValue = 'x'.repeat(MAX_FUNCTION_CODE_LENGTH)

const body = buildFunctionExecuteBody({

code: 'return __blockRef_0.length',

sourceCode: `return "${inlinedValue}".length`,

contextVariables: { __blockRef_0: inlinedValue },

})

expect(functionExecuteBodySchema.safeParse(body).success).toBe(true)

expect(body.sourceCode).toBeUndefined()

const withinCap = buildFunctionExecuteBody({

code: 'return __blockRef_0',

sourceCode: 'return <api.data>',

})

expect(withinCap.sourceCode).toBe('return <api.data>')

})

it('preserves reference context and large-value authorization', () => {

const body = buildFunctionExecuteBody({

code: 'return contextVariables.previous.result',

contextVariables: { previous: { result: 42 } },

_context: {

workflowId: 'workflow-1',

executionId: 'execution-1',

userId: 'user-1',

workspaceId: 'workspace-1',

largeValueExecutionIds: ['execution-parent'],

largeValueKeys: ['large-value-key'],

fileKeys: ['file-key'],

allowLargeValueWorkflowScope: true,

},

})

expect(body).toMatchObject({

contextVariables: { previous: { result: 42 } },

workflowId: 'workflow-1',

executionId: 'execution-1',

userId: 'user-1',

workspaceId: 'workspace-1',

largeValueExecutionIds: ['execution-parent'],

largeValueKeys: ['large-value-key'],

fileKeys: ['file-key'],

allowLargeValueWorkflowScope: true,

})

})

it('keeps mounted-file provenance inside the private operation envelope', () => {

const bundle = {

version: 1 as const,

complete: true,

selections: [

{

key: MOUNTED_WORKSPACE_FILES_PROVENANCE_KEY,

provenance: {

version: 1 as const,

complete: true,

entries: [{ encryptedValue: 'encrypted-secret' }],

},

},

],

}

const body = buildFunctionExecuteBody({

code: 'return 42',

[PRIVATE_SECRET_PROVENANCE_FIELD]: bundle,

})

expect(body[PRIVATE_SECRET_PROVENANCE_FIELD]).toEqual(bundle)

expect(JSON.stringify(body)).not.toContain('plaintext')

})

it('preserves sandbox cost in a successful Function result', async () => {

const cost = { input: 0, output: 0, total: 0.00012345 }

const result = await functionExecuteTool.transformResponse?.(

Response.json({

success: true,

output: { result: 42, stdout: 'done', cost },

}),

{ code: 'return 42' }

)

expect(result).toMatchObject({

success: true,

output: { result: 42, stdout: 'done', cost },

})

})

it('preserves explicit workspace export receipts alongside the computed value', async () => {

const exported = {

message: 'Exported report.csv',

files: [

{

fileId: 'file-1',

fileName: 'report.csv',

vfsPath: 'files/report.csv',

size: 12,

sha256: 'digest',

unchanged: false,

},

],

}

const result = await functionExecuteTool.transformResponse?.(

Response.json({

success: true,

output: { result: [{ count: 2 }], stdout: 'done', exported },

}),

{ code: 'return [{ count: 2 }]' }

)

expect(result?.output).toMatchObject({ result: [{ count: 2 }], stdout: 'done', exported })

expect(result?.output.files).toEqual([])

})

it('preserves sandbox cost in a failed Function result', async () => {

const cost = { input: 0, output: 0, total: 0.00012345 }

const result = await functionExecuteTool.transformResponse?.(

Response.json(

{

success: false,

error: 'boom',

output: { result: null, stdout: 'trace', cost },

},

{ status: 422 }

),

{ code: 'throw new Error("boom")' }

)

expect(result).toMatchObject({

success: false,

output: { result: null, stdout: 'trace', cost },

error: 'boom',

})

})

it('preserves sandboxSession in successful and failed Function results', async () => {

const success = await functionExecuteTool.transformResponse?.(

Response.json({

success: true,

output: { result: 1, stdout: 'ok', sandboxSession: 'reused' },

}),

{ code: 'return 1' }

)

expect(success?.output.sandboxSession).toBe('reused')

const failure = await functionExecuteTool.transformResponse?.(

Response.json(

{ success: false, error: 'boom', output: { stdout: 'trace', sandboxSession: 'created' } },

{ status: 422 }

),

{ code: 'throw new Error("boom")' }

)

expect(failure?.output.sandboxSession).toBe('created')

const oneShot = await functionExecuteTool.transformResponse?.(

Response.json({ success: true, output: { result: 1, stdout: 'ok' } }),

{ code: 'return 1' }

)

expect(oneShot?.output.sandboxSession).toBeUndefined()

})

})