Skip to content

Commit b7d31f2

Browse files
njhalenjhale
committed
test: regenerate golden files for smoke tests
Signed-off-by: Nick Hale <4175918+njhale@users.noreply.github.com>
1 parent 1292452 commit b7d31f2

8 files changed

+534
-670
lines changed

‎pkg/tests/smoke/testdata/Bob/claude-3-5-sonnet-20240620-expected.json

Lines changed: 61 additions & 61 deletions
Large diffs are not rendered by default.

‎pkg/tests/smoke/testdata/Bob/gpt-4o-2024-08-06-expected.json

Lines changed: 70 additions & 70 deletions
Large diffs are not rendered by default.

‎pkg/tests/smoke/testdata/Bob/gpt-4o-mini-2024-07-18-expected.json

Lines changed: 70 additions & 70 deletions
Large diffs are not rendered by default.

‎pkg/tests/smoke/testdata/Bob/mistral-large-2402-expected.json

Lines changed: 77 additions & 77 deletions
Large diffs are not rendered by default.

‎pkg/tests/smoke/testdata/BobAsShell/claude-3-5-sonnet-20240620-expected.json

Lines changed: 65 additions & 133 deletions
Large diffs are not rendered by default.

‎pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-08-06-expected.json

Lines changed: 58 additions & 58 deletions
Original file line numberDiff line numberDiff line change
@@ -1,20 +1,20 @@
11
[
22
{
3-
"time": "2024-10-14T15:00:27.184787-04:00",
3+
"time": "2024-10-14T17:38:25.173529-04:00",
44
"type": "runStart",
55
"usage": {}
66
},
77
{
8-
"time": "2024-10-14T15:00:27.185109-04:00",
8+
"time": "2024-10-14T17:38:25.174285-04:00",
99
"callContext": {
10-
"id": "1728932428",
10+
"id": "1728941906",
1111
"tool": {
1212
"modelName": "gpt-4o-2024-08-06",
1313
"internalPrompt": null,
1414
"tools": [
1515
"bob"
1616
],
17-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
17+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
1818
"id": "testdata/BobAsShell/test.gpt:",
1919
"toolMapping": {
2020
"bob": [
@@ -41,16 +41,16 @@
4141
"usage": {}
4242
},
4343
{
44-
"time": "2024-10-14T15:00:27.185153-04:00",
44+
"time": "2024-10-14T17:38:25.174351-04:00",
4545
"callContext": {
46-
"id": "1728932428",
46+
"id": "1728941906",
4747
"tool": {
4848
"modelName": "gpt-4o-2024-08-06",
4949
"internalPrompt": null,
5050
"tools": [
5151
"bob"
5252
],
53-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
53+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
5454
"id": "testdata/BobAsShell/test.gpt:",
5555
"toolMapping": {
5656
"bob": [
@@ -74,24 +74,24 @@
7474
"inputContext": null
7575
},
7676
"type": "callChat",
77-
"chatCompletionId": "1728932429",
77+
"chatCompletionId": "1728941907",
7878
"usage": {},
7979
"chatRequest": {
8080
"model": "",
8181
"messages": null
8282
}
8383
},
8484
{
85-
"time": "2024-10-14T15:00:28.310827-04:00",
85+
"time": "2024-10-14T17:38:26.165696-04:00",
8686
"callContext": {
87-
"id": "1728932428",
87+
"id": "1728941906",
8888
"tool": {
8989
"modelName": "gpt-4o-2024-08-06",
9090
"internalPrompt": null,
9191
"tools": [
9292
"bob"
9393
],
94-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
94+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
9595
"id": "testdata/BobAsShell/test.gpt:",
9696
"toolMapping": {
9797
"bob": [
@@ -115,19 +115,19 @@
115115
"inputContext": null
116116
},
117117
"type": "callChat",
118-
"chatCompletionId": "1728932429",
118+
"chatCompletionId": "1728941907",
119119
"usage": {
120-
"promptTokens": 138,
120+
"promptTokens": 145,
121121
"completionTokens": 17,
122-
"totalTokens": 155
122+
"totalTokens": 162
123123
},
124124
"chatResponse": {
125125
"role": "assistant",
126126
"content": [
127127
{
128128
"toolCall": {
129129
"index": 0,
130-
"id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ",
130+
"id": "call_95p8Knb4mdiEgxt5iXxnxOKC",
131131
"function": {
132132
"name": "bob",
133133
"arguments": "{\"question\":\"how are you doing\"}"
@@ -136,23 +136,23 @@
136136
}
137137
],
138138
"usage": {
139-
"promptTokens": 138,
139+
"promptTokens": 145,
140140
"completionTokens": 17,
141-
"totalTokens": 155
141+
"totalTokens": 162
142142
}
143143
}
144144
},
145145
{
146-
"time": "2024-10-14T15:00:28.311081-04:00",
146+
"time": "2024-10-14T17:38:26.165858-04:00",
147147
"callContext": {
148-
"id": "1728932428",
148+
"id": "1728941906",
149149
"tool": {
150150
"modelName": "gpt-4o-2024-08-06",
151151
"internalPrompt": null,
152152
"tools": [
153153
"bob"
154154
],
155-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
155+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
156156
"id": "testdata/BobAsShell/test.gpt:",
157157
"toolMapping": {
158158
"bob": [
@@ -176,7 +176,7 @@
176176
"inputContext": null
177177
},
178178
"toolSubCalls": {
179-
"call_c8HV8M6DRtYLd8MEHgaHAWtZ": {
179+
"call_95p8Knb4mdiEgxt5iXxnxOKC": {
180180
"toolID": "testdata/BobAsShell/test.gpt:bob",
181181
"input": "{\"question\":\"how are you doing\"}"
182182
}
@@ -185,9 +185,9 @@
185185
"usage": {}
186186
},
187187
{
188-
"time": "2024-10-14T15:00:28.311186-04:00",
188+
"time": "2024-10-14T17:38:26.165964-04:00",
189189
"callContext": {
190-
"id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ",
190+
"id": "call_95p8Knb4mdiEgxt5iXxnxOKC",
191191
"tool": {
192192
"name": "bob",
193193
"description": "I'm Bob, a friendly guy.",
@@ -210,24 +210,24 @@
210210
},
211211
"source": {
212212
"location": "testdata/BobAsShell/test.gpt",
213-
"lineNo": 7
213+
"lineNo": 6
214214
},
215215
"workingDir": "testdata/BobAsShell"
216216
},
217217
"currentAgent": {},
218218
"inputContext": null,
219219
"toolName": "bob",
220-
"parentID": "1728932428",
220+
"parentID": "1728941906",
221221
"displayText": "Running bob from testdata/BobAsShell/test.gpt"
222222
},
223223
"type": "callStart",
224224
"usage": {},
225225
"content": "{\"question\":\"how are you doing\"}"
226226
},
227227
{
228-
"time": "2024-10-14T15:00:28.312343-04:00",
228+
"time": "2024-10-14T17:38:26.167235-04:00",
229229
"callContext": {
230-
"id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ",
230+
"id": "call_95p8Knb4mdiEgxt5iXxnxOKC",
231231
"tool": {
232232
"name": "bob",
233233
"description": "I'm Bob, a friendly guy.",
@@ -250,28 +250,28 @@
250250
},
251251
"source": {
252252
"location": "testdata/BobAsShell/test.gpt",
253-
"lineNo": 7
253+
"lineNo": 6
254254
},
255255
"workingDir": "testdata/BobAsShell"
256256
},
257257
"currentAgent": {},
258258
"inputContext": null,
259259
"toolName": "bob",
260-
"parentID": "1728932428",
260+
"parentID": "1728941906",
261261
"displayText": "Running bob from testdata/BobAsShell/test.gpt"
262262
},
263263
"type": "callChat",
264-
"chatCompletionId": "1728932430",
264+
"chatCompletionId": "1728941908",
265265
"usage": {},
266266
"chatRequest": {
267267
"model": "",
268268
"messages": null
269269
}
270270
},
271271
{
272-
"time": "2024-10-14T15:00:28.328987-04:00",
272+
"time": "2024-10-14T17:38:26.178131-04:00",
273273
"callContext": {
274-
"id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ",
274+
"id": "call_95p8Knb4mdiEgxt5iXxnxOKC",
275275
"tool": {
276276
"name": "bob",
277277
"description": "I'm Bob, a friendly guy.",
@@ -294,27 +294,27 @@
294294
},
295295
"source": {
296296
"location": "testdata/BobAsShell/test.gpt",
297-
"lineNo": 7
297+
"lineNo": 6
298298
},
299299
"workingDir": "testdata/BobAsShell"
300300
},
301301
"currentAgent": {},
302302
"inputContext": null,
303303
"toolName": "bob",
304-
"parentID": "1728932428",
304+
"parentID": "1728941906",
305305
"displayText": "Running bob from testdata/BobAsShell/test.gpt"
306306
},
307307
"type": "callChat",
308-
"chatCompletionId": "1728932430",
308+
"chatCompletionId": "1728941908",
309309
"usage": {},
310310
"chatResponse": {
311311
"usage": {}
312312
}
313313
},
314314
{
315-
"time": "2024-10-14T15:00:28.329156-04:00",
315+
"time": "2024-10-14T17:38:26.178199-04:00",
316316
"callContext": {
317-
"id": "call_c8HV8M6DRtYLd8MEHgaHAWtZ",
317+
"id": "call_95p8Knb4mdiEgxt5iXxnxOKC",
318318
"tool": {
319319
"name": "bob",
320320
"description": "I'm Bob, a friendly guy.",
@@ -337,31 +337,31 @@
337337
},
338338
"source": {
339339
"location": "testdata/BobAsShell/test.gpt",
340-
"lineNo": 7
340+
"lineNo": 6
341341
},
342342
"workingDir": "testdata/BobAsShell"
343343
},
344344
"currentAgent": {},
345345
"inputContext": null,
346346
"toolName": "bob",
347-
"parentID": "1728932428",
347+
"parentID": "1728941906",
348348
"displayText": "Running bob from testdata/BobAsShell/test.gpt"
349349
},
350350
"type": "callFinish",
351351
"usage": {},
352352
"content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n"
353353
},
354354
{
355-
"time": "2024-10-14T15:00:28.32924-04:00",
355+
"time": "2024-10-14T17:38:26.178356-04:00",
356356
"callContext": {
357-
"id": "1728932428",
357+
"id": "1728941906",
358358
"tool": {
359359
"modelName": "gpt-4o-2024-08-06",
360360
"internalPrompt": null,
361361
"tools": [
362362
"bob"
363363
],
364-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
364+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
365365
"id": "testdata/BobAsShell/test.gpt:",
366366
"toolMapping": {
367367
"bob": [
@@ -389,16 +389,16 @@
389389
"usage": {}
390390
},
391391
{
392-
"time": "2024-10-14T15:00:28.329393-04:00",
392+
"time": "2024-10-14T17:38:26.178539-04:00",
393393
"callContext": {
394-
"id": "1728932428",
394+
"id": "1728941906",
395395
"tool": {
396396
"modelName": "gpt-4o-2024-08-06",
397397
"internalPrompt": null,
398398
"tools": [
399399
"bob"
400400
],
401-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
401+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
402402
"id": "testdata/BobAsShell/test.gpt:",
403403
"toolMapping": {
404404
"bob": [
@@ -422,24 +422,24 @@
422422
"inputContext": null
423423
},
424424
"type": "callChat",
425-
"chatCompletionId": "1728932431",
425+
"chatCompletionId": "1728941909",
426426
"usage": {},
427427
"chatRequest": {
428428
"model": "",
429429
"messages": null
430430
}
431431
},
432432
{
433-
"time": "2024-10-14T15:00:29.437703-04:00",
433+
"time": "2024-10-14T17:38:27.001877-04:00",
434434
"callContext": {
435-
"id": "1728932428",
435+
"id": "1728941906",
436436
"tool": {
437437
"modelName": "gpt-4o-2024-08-06",
438438
"internalPrompt": null,
439439
"tools": [
440440
"bob"
441441
],
442-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
442+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
443443
"id": "testdata/BobAsShell/test.gpt:",
444444
"toolMapping": {
445445
"bob": [
@@ -463,11 +463,11 @@
463463
"inputContext": null
464464
},
465465
"type": "callChat",
466-
"chatCompletionId": "1728932431",
466+
"chatCompletionId": "1728941909",
467467
"usage": {
468-
"promptTokens": 178,
468+
"promptTokens": 185,
469469
"completionTokens": 17,
470-
"totalTokens": 195
470+
"totalTokens": 202
471471
},
472472
"chatResponse": {
473473
"role": "assistant",
@@ -477,23 +477,23 @@
477477
}
478478
],
479479
"usage": {
480-
"promptTokens": 178,
480+
"promptTokens": 185,
481481
"completionTokens": 17,
482-
"totalTokens": 195
482+
"totalTokens": 202
483483
}
484484
}
485485
},
486486
{
487-
"time": "2024-10-14T15:00:29.437754-04:00",
487+
"time": "2024-10-14T17:38:27.001903-04:00",
488488
"callContext": {
489-
"id": "1728932428",
489+
"id": "1728941906",
490490
"tool": {
491491
"modelName": "gpt-4o-2024-08-06",
492492
"internalPrompt": null,
493493
"tools": [
494494
"bob"
495495
],
496-
"instructions": "Ask Bob \"how are you doing\" and repeat his reply exactly.",
496+
"instructions": "Ask Bob \"how are you doing\" and repeat the response text exactly as given without saying anything else.",
497497
"id": "testdata/BobAsShell/test.gpt:",
498498
"toolMapping": {
499499
"bob": [
@@ -521,7 +521,7 @@
521521
"content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!"
522522
},
523523
{
524-
"time": "2024-10-14T15:00:29.437838-04:00",
524+
"time": "2024-10-14T17:38:27.001932-04:00",
525525
"type": "runFinish",
526526
"usage": {}
527527
}

0 commit comments

Comments
 (0)