Skip to content

Commit 2bd60f8

Browse files
njhalenjhale
committed
test: regenerate gpt-4o smoke test golden files
`gpt-4o-2024-08-06` smoke tests are failing because of outdated golden files. Update the golden files to get smoke tests passing again. Signed-off-by: Nick Hale <[email protected]>
1 parent eefe829 commit 2bd60f8

File tree

2 files changed

+86
-232
lines changed

2 files changed

+86
-232
lines changed

‎pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json

Lines changed: 44 additions & 122 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
[
22
{
3-
"time": "2024-08-23T11:30:01.577023-04:00",
3+
"time": "2024-10-14T15:00:24.05439-04:00",
44
"type": "runStart",
55
"usage": {}
66
},
77
{
8-
"time": "2024-08-23T11:30:01.577297-04:00",
8+
"time": "2024-10-14T15:00:24.054825-04:00",
99
"callContext": {
10-
"id": "1724427002",
10+
"id": "1728932425",
1111
"tool": {
1212
"modelName": "gpt-4o-2024-08-06",
1313
"internalPrompt": null,
@@ -41,9 +41,9 @@
4141
"usage": {}
4242
},
4343
{
44-
"time": "2024-08-23T11:30:01.577466-04:00",
44+
"time": "2024-10-14T15:00:24.054884-04:00",
4545
"callContext": {
46-
"id": "1724427002",
46+
"id": "1728932425",
4747
"tool": {
4848
"modelName": "gpt-4o-2024-08-06",
4949
"internalPrompt": null,
@@ -74,41 +74,17 @@
7474
"inputContext": null
7575
},
7676
"type": "callChat",
77-
"chatCompletionId": "1724427003",
77+
"chatCompletionId": "1728932426",
7878
"usage": {},
7979
"chatRequest": {
80-
"model": "gpt-4o-2024-08-06",
81-
"messages": [
82-
{
83-
"role": "system",
84-
"content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly."
85-
}
86-
],
87-
"temperature": 0,
88-
"tools": [
89-
{
90-
"type": "function",
91-
"function": {
92-
"name": "bob",
93-
"description": "I'm Bob, a friendly guy.",
94-
"parameters": {
95-
"properties": {
96-
"question": {
97-
"description": "The question to ask Bob.",
98-
"type": "string"
99-
}
100-
},
101-
"type": "object"
102-
}
103-
}
104-
}
105-
]
80+
"model": "",
81+
"messages": null
10682
}
10783
},
10884
{
109-
"time": "2024-08-23T11:30:02.103572-04:00",
85+
"time": "2024-10-14T15:00:25.474693-04:00",
11086
"callContext": {
111-
"id": "1724427002",
87+
"id": "1728932425",
11288
"tool": {
11389
"modelName": "gpt-4o-2024-08-06",
11490
"internalPrompt": null,
@@ -139,7 +115,7 @@
139115
"inputContext": null
140116
},
141117
"type": "callChat",
142-
"chatCompletionId": "1724427003",
118+
"chatCompletionId": "1728932426",
143119
"usage": {
144120
"promptTokens": 138,
145121
"completionTokens": 17,
@@ -151,7 +127,7 @@
151127
{
152128
"toolCall": {
153129
"index": 0,
154-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
130+
"id": "call_eVgG6VS6jTHyYl4nPzwWqYnT",
155131
"function": {
156132
"name": "bob",
157133
"arguments": "{\"question\":\"how are you doing\"}"
@@ -167,9 +143,9 @@
167143
}
168144
},
169145
{
170-
"time": "2024-08-23T11:30:02.103835-04:00",
146+
"time": "2024-10-14T15:00:25.475061-04:00",
171147
"callContext": {
172-
"id": "1724427002",
148+
"id": "1728932425",
173149
"tool": {
174150
"modelName": "gpt-4o-2024-08-06",
175151
"internalPrompt": null,
@@ -200,7 +176,7 @@
200176
"inputContext": null
201177
},
202178
"toolSubCalls": {
203-
"call_k5gUMCNtxH9gKglmCEkjfWAR": {
179+
"call_eVgG6VS6jTHyYl4nPzwWqYnT": {
204180
"toolID": "testdata/Bob/test.gpt:bob",
205181
"input": "{\"question\":\"how are you doing\"}"
206182
}
@@ -209,9 +185,9 @@
209185
"usage": {}
210186
},
211187
{
212-
"time": "2024-08-23T11:30:02.103996-04:00",
188+
"time": "2024-10-14T15:00:25.475224-04:00",
213189
"callContext": {
214-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
190+
"id": "call_eVgG6VS6jTHyYl4nPzwWqYnT",
215191
"tool": {
216192
"name": "bob",
217193
"description": "I'm Bob, a friendly guy.",
@@ -241,16 +217,16 @@
241217
"currentAgent": {},
242218
"inputContext": null,
243219
"toolName": "bob",
244-
"parentID": "1724427002"
220+
"parentID": "1728932425"
245221
},
246222
"type": "callStart",
247223
"usage": {},
248224
"content": "{\"question\":\"how are you doing\"}"
249225
},
250226
{
251-
"time": "2024-08-23T11:30:02.104177-04:00",
227+
"time": "2024-10-14T15:00:25.475415-04:00",
252228
"callContext": {
253-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
229+
"id": "call_eVgG6VS6jTHyYl4nPzwWqYnT",
254230
"tool": {
255231
"name": "bob",
256232
"description": "I'm Bob, a friendly guy.",
@@ -280,30 +256,20 @@
280256
"currentAgent": {},
281257
"inputContext": null,
282258
"toolName": "bob",
283-
"parentID": "1724427002"
259+
"parentID": "1728932425"
284260
},
285261
"type": "callChat",
286-
"chatCompletionId": "1724427004",
262+
"chatCompletionId": "1728932427",
287263
"usage": {},
288264
"chatRequest": {
289-
"model": "gpt-4o-2024-08-06",
290-
"messages": [
291-
{
292-
"role": "system",
293-
"content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nWhen asked how I am doing, respond with exactly \"Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!\""
294-
},
295-
{
296-
"role": "user",
297-
"content": "{\"question\":\"how are you doing\"}"
298-
}
299-
],
300-
"temperature": 0
265+
"model": "",
266+
"messages": null
301267
}
302268
},
303269
{
304-
"time": "2024-08-23T11:30:02.567871-04:00",
270+
"time": "2024-10-14T15:00:26.285181-04:00",
305271
"callContext": {
306-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
272+
"id": "call_eVgG6VS6jTHyYl4nPzwWqYnT",
307273
"tool": {
308274
"name": "bob",
309275
"description": "I'm Bob, a friendly guy.",
@@ -333,10 +299,10 @@
333299
"currentAgent": {},
334300
"inputContext": null,
335301
"toolName": "bob",
336-
"parentID": "1724427002"
302+
"parentID": "1728932425"
337303
},
338304
"type": "callChat",
339-
"chatCompletionId": "1724427004",
305+
"chatCompletionId": "1728932427",
340306
"usage": {
341307
"promptTokens": 122,
342308
"completionTokens": 14,
@@ -357,9 +323,9 @@
357323
}
358324
},
359325
{
360-
"time": "2024-08-23T11:30:02.568006-04:00",
326+
"time": "2024-10-14T15:00:26.285293-04:00",
361327
"callContext": {
362-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
328+
"id": "call_eVgG6VS6jTHyYl4nPzwWqYnT",
363329
"tool": {
364330
"name": "bob",
365331
"description": "I'm Bob, a friendly guy.",
@@ -389,16 +355,16 @@
389355
"currentAgent": {},
390356
"inputContext": null,
391357
"toolName": "bob",
392-
"parentID": "1724427002"
358+
"parentID": "1728932425"
393359
},
394360
"type": "callFinish",
395361
"usage": {},
396362
"content": "Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!"
397363
},
398364
{
399-
"time": "2024-08-23T11:30:02.568167-04:00",
365+
"time": "2024-10-14T15:00:26.285444-04:00",
400366
"callContext": {
401-
"id": "1724427002",
367+
"id": "1728932425",
402368
"tool": {
403369
"modelName": "gpt-4o-2024-08-06",
404370
"internalPrompt": null,
@@ -433,9 +399,9 @@
433399
"usage": {}
434400
},
435401
{
436-
"time": "2024-08-23T11:30:02.568274-04:00",
402+
"time": "2024-10-14T15:00:26.285687-04:00",
437403
"callContext": {
438-
"id": "1724427002",
404+
"id": "1728932425",
439405
"tool": {
440406
"modelName": "gpt-4o-2024-08-06",
441407
"internalPrompt": null,
@@ -466,61 +432,17 @@
466432
"inputContext": null
467433
},
468434
"type": "callChat",
469-
"chatCompletionId": "1724427005",
435+
"chatCompletionId": "1728932428",
470436
"usage": {},
471437
"chatRequest": {
472-
"model": "gpt-4o-2024-08-06",
473-
"messages": [
474-
{
475-
"role": "system",
476-
"content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob \"how are you doing\" and repeat his reply exactly."
477-
},
478-
{
479-
"role": "assistant",
480-
"content": "",
481-
"tool_calls": [
482-
{
483-
"id": "call_k5gUMCNtxH9gKglmCEkjfWAR",
484-
"type": "function",
485-
"function": {
486-
"name": "bob",
487-
"arguments": "{\"question\":\"how are you doing\"}"
488-
}
489-
}
490-
]
491-
},
492-
{
493-
"role": "tool",
494-
"content": "Thanks for asking \"${QUESTION}\", I'm doing great fellow friendly AI tool!",
495-
"name": "bob",
496-
"tool_call_id": "call_k5gUMCNtxH9gKglmCEkjfWAR"
497-
}
498-
],
499-
"temperature": 0,
500-
"tools": [
501-
{
502-
"type": "function",
503-
"function": {
504-
"name": "bob",
505-
"description": "I'm Bob, a friendly guy.",
506-
"parameters": {
507-
"properties": {
508-
"question": {
509-
"description": "The question to ask Bob.",
510-
"type": "string"
511-
}
512-
},
513-
"type": "object"
514-
}
515-
}
516-
}
517-
]
438+
"model": "",
439+
"messages": null
518440
}
519441
},
520442
{
521-
"time": "2024-08-23T11:30:03.052817-04:00",
443+
"time": "2024-10-14T15:00:27.147422-04:00",
522444
"callContext": {
523-
"id": "1724427002",
445+
"id": "1728932425",
524446
"tool": {
525447
"modelName": "gpt-4o-2024-08-06",
526448
"internalPrompt": null,
@@ -551,7 +473,7 @@
551473
"inputContext": null
552474
},
553475
"type": "callChat",
554-
"chatCompletionId": "1724427005",
476+
"chatCompletionId": "1728932428",
555477
"usage": {
556478
"promptTokens": 176,
557479
"completionTokens": 18,
@@ -572,9 +494,9 @@
572494
}
573495
},
574496
{
575-
"time": "2024-08-23T11:30:03.05287-04:00",
497+
"time": "2024-10-14T15:00:27.147479-04:00",
576498
"callContext": {
577-
"id": "1724427002",
499+
"id": "1728932425",
578500
"tool": {
579501
"modelName": "gpt-4o-2024-08-06",
580502
"internalPrompt": null,
@@ -609,7 +531,7 @@
609531
"content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!"
610532
},
611533
{
612-
"time": "2024-08-23T11:30:03.052914-04:00",
534+
"time": "2024-10-14T15:00:27.147523-04:00",
613535
"type": "runFinish",
614536
"usage": {}
615537
}

0 commit comments

Comments
 (0)