diff --git a/.github/workflows/smoke.yaml b/.github/workflows/smoke.yaml new file mode 100644 index 00000000..447bffd1 --- /dev/null +++ b/.github/workflows/smoke.yaml @@ -0,0 +1,179 @@ +name: test + +on: + pull_request_target: + types: [opened, synchronize, reopened] + branches: + - main + push: + branches: + - main + paths-ignore: + - docs/** + workflow_dispatch: + +jobs: + check-label: + runs-on: ubuntu-22.04 + outputs: + run_smoke_tests: ${{ steps.check.outputs.run_smoke_tests }} + steps: + - name: Check if PR author is a member of the organization or has the run-smoke label + id: check + run: | + case "${{ github.event_name }}" in + push) + # Run smoke tests for push to base repo + echo "run_smoke_tests=true" >> $GITHUB_OUTPUT + exit 0 + ;; + workflow_dispatch) + # Run smoke tests for manual runs against base branch + echo "run_smoke_tests=true" >> $GITHUB_OUTPUT + exit 0 + ;; + pull_request_target) + ORG="gptscript-ai" + AUTHOR="${{ github.event.pull_request.user.login }}" + + # Check for org membership + MEMBERSHIP_RESPONSE_CODE=$(curl -s -o /dev/null -w "%{http_code}" -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \ + "https://api.github.com/orgs/$ORG/members/$AUTHOR") + + if [ "$MEMBERSHIP_RESPONSE_CODE" -eq 204 ]; then + echo "run_smoke_tests=true" >> $GITHUB_OUTPUT + exit 0 + fi + + # Check for "run-smoke" label + LABELS=$(curl -s -H "Authorization: token ${{ secrets.GITHUB_TOKEN }}" \ + "https://api.github.com/repos/${{ github.repository_owner }}/${{ github.event.repository.name }}/issues/${{ github.event.pull_request.number }}/labels" | jq -r '.[].name') + if echo "$LABELS" | grep -q "run-smoke"; then + # Run smoke tests for PR with the "run-smoke" label + echo "run_smoke_tests=true" >> $GITHUB_OUTPUT + exit 0 + fi + + ;; + esac + + echo "run_smoke_tests=false" >> $GITHUB_OUTPUT + + smoke-gpt-4o-2024-05-13: + needs: check-label + if: ${{ needs.check-label.outputs.run_smoke_tests == 'true' }} + runs-on: ubuntu-22.04 + steps: + - name: Checkout base repository + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Checkout PR code if running for a PR + if: ${{ github.event_name == 'pull_request_target' }} + uses: actions/checkout@v4 + with: + fetch-depth: 1 + repository: ${{ github.event.pull_request.head.repo.full_name }} + ref: ${{ github.event.pull_request.head.ref }} + - uses: actions/setup-go@v5 + with: + cache: false + go-version: "1.21" + - env: + OPENAI_API_KEY: ${{ secrets.SMOKE_OPENAI_API_KEY }} + GPTSCRIPT_DEFAULT_MODEL: gpt-4o-2024-05-13 + name: Run smoke test for gpt-4o-2024-05-13 + run: | + echo "Running smoke test for model gpt-4o-2024-05-13" + export PATH="$(pwd)/bin:${PATH}" + make smoke + + smoke-gpt-4-turbo-2024-04-09: + needs: check-label + if: ${{ needs.check-label.outputs.run_smoke_tests == 'true' }} + runs-on: ubuntu-22.04 + steps: + - name: Checkout base repository + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Checkout PR code if running for a PR + if: ${{ github.event_name == 'pull_request_target' }} + uses: actions/checkout@v4 + with: + fetch-depth: 1 + repository: ${{ github.event.pull_request.head.repo.full_name }} + ref: ${{ github.event.pull_request.head.ref }} + - uses: actions/setup-go@v5 + with: + cache: false + go-version: "1.21" + - env: + OPENAI_API_KEY: ${{ secrets.SMOKE_OPENAI_API_KEY }} + GPTSCRIPT_DEFAULT_MODEL: gpt-4-turbo-2024-04-09 + name: Run smoke test for gpt-4-turbo-2024-04-09 + run: | + echo "Running smoke test for model gpt-4-turbo-2024-04-09" + export PATH="$(pwd)/bin:${PATH}" + make smoke + + smoke-claude-3-opus-20240229: + needs: check-label + if: ${{ needs.check-label.outputs.run_smoke_tests == 'true' }} + runs-on: ubuntu-22.04 + steps: + - name: Checkout base repository + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Checkout PR code if running for a PR + if: ${{ github.event_name == 'pull_request_target' }} + uses: actions/checkout@v4 + with: + fetch-depth: 1 + repository: ${{ github.event.pull_request.head.repo.full_name }} + ref: ${{ github.event.pull_request.head.ref }} + - uses: actions/setup-go@v5 + with: + cache: false + go-version: "1.21" + - env: + OPENAI_API_KEY: ${{ secrets.SMOKE_OPENAI_API_KEY }} + GPTSCRIPT_DEFAULT_MODEL: claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta + ANTHROPIC_API_KEY: ${{ secrets.SMOKE_ANTHROPIC_API_KEY }} + name: Run smoke test for claude-3-opus-20240229 + run: | + echo "Running smoke test for model claude-3-opus-20240229" + export PATH="$(pwd)/bin:${PATH}" + make smoke + + smoke-mistral-large-2402: + needs: check-label + if: ${{ needs.check-label.outputs.run_smoke_tests == 'true' }} + runs-on: ubuntu-22.04 + steps: + - name: Checkout base repository + uses: actions/checkout@v4 + with: + fetch-depth: 1 + - name: Checkout PR code if running for a PR + if: ${{ github.event_name == 'pull_request_target' }} + uses: actions/checkout@v4 + with: + fetch-depth: 1 + repository: ${{ github.event.pull_request.head.repo.full_name }} + ref: ${{ github.event.pull_request.head.ref }} + - uses: actions/setup-go@v5 + with: + cache: false + go-version: "1.21" + - env: + OPENAI_API_KEY: ${{ secrets.SMOKE_OPENAI_API_KEY }} + GPTSCRIPT_DEFAULT_MODEL: mistral-large-2402 from https://api.mistral.ai/v1 + GPTSCRIPT_PROVIDER_API_MISTRAL_AI_API_KEY: ${{ secrets.SMOKE_GPTSCRIPT_PROVIDER_API_MISTRAL_AI_API_KEY }} + name: Run smoke test for mistral-large-2402 + run: | + echo "Running smoke test for model mistral-large-2402" + export PATH="$(pwd)/bin:${PATH}" + make smoke + diff --git a/Makefile b/Makefile index 0186125d..0fed6344 100644 --- a/Makefile +++ b/Makefile @@ -14,6 +14,10 @@ tidy: test: go test -v ./... +smoke: build +smoke: + go test -v -tags='smoke' ./pkg/tests/smoke/... + GOLANGCI_LINT_VERSION ?= v1.59.0 lint: if ! command -v golangci-lint &> /dev/null; then \ @@ -52,4 +56,4 @@ validate-docs: echo "Encountered dirty repo!"; \ git diff; \ exit 1 \ - ;fi \ No newline at end of file + ;fi diff --git a/go.mod b/go.mod index f903e27e..4ab2b395 100644 --- a/go.mod +++ b/go.mod @@ -32,6 +32,7 @@ require ( golang.org/x/sync v0.7.0 golang.org/x/term v0.20.0 gopkg.in/yaml.v3 v3.0.1 + gotest.tools/v3 v3.5.1 sigs.k8s.io/yaml v1.4.0 ) @@ -107,6 +108,5 @@ require ( golang.org/x/sys v0.20.0 // indirect golang.org/x/text v0.15.0 // indirect golang.org/x/tools v0.20.0 // indirect - gotest.tools/v3 v3.5.1 // indirect mvdan.cc/gofumpt v0.6.0 // indirect ) diff --git a/pkg/tests/judge/judge.go b/pkg/tests/judge/judge.go new file mode 100644 index 00000000..656d77a4 --- /dev/null +++ b/pkg/tests/judge/judge.go @@ -0,0 +1,127 @@ +package judge + +import ( + "context" + "encoding/json" + "fmt" + + "github.com/getkin/kin-openapi/openapi3gen" + openai "github.com/gptscript-ai/chat-completion-client" +) + +const instructions = `When given JSON objects that conform to the following JSONSchema: + +%s + +Determine if "actual" is equal to "expected" based on the comparison constraints described by "criteria". +"actual" is considered equal to "expected" if and only if the all of the constraints described by "criteria" are satisfied. + +After making a determination, respond with a JSON object that conforms to the following JSONSchema: + +{ + "name": "ruling", + "type": "object", + "properties": { + "equal": { + "type": "boolean", + "description": "Set to true if and only if actual is considered equal to expected." + }, + "reasoning": { + "type": "string", + "description": "The reasoning used to come to the determination, that points out all instances where the given criteria was violated" + } + }, + "required": [ + "equal", + "reasoning" + ] +} + +Your responses are concise and include only the json object described above. +` + +type Judge[T any] struct { + client *openai.Client + instructions string +} + +type comparison[T any] struct { + Expected T `json:"expected"` + Actual T `json:"actual"` + Criteria string `json:"criteria"` +} + +type ruling struct { + Equal bool `json:"equal"` + Reasoning string `json:"reasoning"` +} + +func New[T any](client *openai.Client) (*Judge[T], error) { + schema, err := openapi3gen.NewSchemaRefForValue( + new(comparison[T]), + nil, + openapi3gen.CreateComponentSchemas( + openapi3gen.ExportComponentSchemasOptions{ + ExportComponentSchemas: true, + ExportGenerics: false, + }), + ) + if err != nil { + return nil, fmt.Errorf("failed to generate JSONSchema for %T: %w", new(T), err) + } + + schemaJSON, err := json.MarshalIndent(schema, "", " ") + if err != nil { + return nil, fmt.Errorf("failed to marshal JSONSchema for %T: %w", new(T), err) + } + + return &Judge[T]{ + client: client, + instructions: fmt.Sprintf(instructions, schemaJSON), + }, nil +} + +func (j *Judge[T]) Equal(ctx context.Context, expected, actual T, criteria string) (equal bool, reasoning string, err error) { + comparisonJSON, err := json.MarshalIndent(&comparison[T]{ + Expected: expected, + Actual: actual, + Criteria: criteria, + }, "", " ") + if err != nil { + return false, "", fmt.Errorf("failed to marshal judge testcase JSON: %w", err) + } + + request := openai.ChatCompletionRequest{ + Model: openai.GPT4o, + Temperature: new(float32), + N: 1, + ResponseFormat: &openai.ChatCompletionResponseFormat{ + Type: openai.ChatCompletionResponseFormatTypeJSONObject, + }, + Messages: []openai.ChatCompletionMessage{ + { + Role: openai.ChatMessageRoleSystem, + Content: j.instructions, + }, + { + Role: openai.ChatMessageRoleUser, + Content: string(comparisonJSON), + }, + }, + } + response, err := j.client.CreateChatCompletion(ctx, request) + if err != nil { + return false, "", fmt.Errorf("failed to make judge chat completion request: %w", err) + } + + if len(response.Choices) < 1 { + return false, "", fmt.Errorf("judge chat completion request returned no choices") + } + + var equality ruling + if err := json.Unmarshal([]byte(response.Choices[0].Message.Content), &equality); err != nil { + return false, "", fmt.Errorf("failed to unmarshal judge ruling: %w", err) + } + + return equality.Equal, equality.Reasoning, nil +} diff --git a/pkg/tests/smoke/smoke_test.go b/pkg/tests/smoke/smoke_test.go new file mode 100644 index 00000000..39ec1cf5 --- /dev/null +++ b/pkg/tests/smoke/smoke_test.go @@ -0,0 +1,179 @@ +//go:build smoke + +package smoke + +import ( + "bufio" + "context" + "encoding/json" + "fmt" + "os" + "path/filepath" + "strings" + "testing" + + openai "github.com/gptscript-ai/chat-completion-client" + "github.com/gptscript-ai/gptscript/pkg/runner" + "github.com/gptscript-ai/gptscript/pkg/tests/judge" + "github.com/gptscript-ai/gptscript/pkg/types" + "github.com/samber/lo" + "github.com/stretchr/testify/assert" + "github.com/stretchr/testify/require" + "gotest.tools/v3/icmd" +) + +const defaultModelEnvVar = "GPTSCRIPT_DEFAULT_MODEL" + +func TestSmoke(t *testing.T) { + client := openai.NewClient(os.Getenv("OPENAI_API_KEY")) + smokeJudge, err := judge.New[[]event](client) + require.NoError(t, err, "error initializing smoke test judge") + + for _, tc := range getTestcases(t) { + t.Run(tc.name, func(t *testing.T) { + cmd := icmd.Command( + "gptscript", + "--color=false", + "--disable-cache", + "--events-stream-to", + tc.actualEventsFile, + "--default-model", + tc.defaultModel, + tc.gptFile, + ) + + result := icmd.RunCmd(cmd) + defer func() { + t.Helper() + assert.NoError(t, os.Remove(tc.actualEventsFile)) + }() + + require.NoError(t, result.Error, "stderr: %q", result.Stderr()) + require.Zero(t, result.ExitCode) + + var ( + actualEvents = getActualEvents(t, tc.actualEventsFile) + expectedEvents = make([]event, 0) + ) + f, err := os.Open(tc.expectedEventsFile) + if os.IsNotExist(err) { + // No expected events found, store the results of the latest call as the golden file for future tests runs + f, err := os.Create(tc.expectedEventsFile) + require.NoError(t, err) + defer f.Close() + + encoder := json.NewEncoder(f) + encoder.SetIndent("", " ") + require.NoError(t, encoder.Encode(actualEvents)) + t.Skipf("Generated initial golden file %q, skipping test", tc.expectedEventsFile) + } else { + require.NoError(t, err) + defer f.Close() + + decoder := json.NewDecoder(f) + require.NoError(t, decoder.Decode(&expectedEvents)) + } + + ctx, cancel := context.WithCancel(context.Background()) + defer cancel() + + equal, reasoning, err := smokeJudge.Equal( + ctx, + expectedEvents, + actualEvents, + `The field values of the elements of expected and actual must be roughly equivalent. +Ignore variations in timestamps, IDs, and verbiage when determining equivalence.`, + ) + require.NoError(t, err, "error getting judge ruling on output") + require.True(t, equal, reasoning) + t.Logf("reasoning: %q", reasoning) + }) + } +} + +type testcase struct { + name string + dir string + gptFile string + defaultModel string + modelName string + env []string + actualEventsFile string + expectedEventsFile string +} + +func getTestcases(t *testing.T) []testcase { + t.Helper() + + defaultModel := os.Getenv(defaultModelEnvVar) + modelName := strings.Split(defaultModel, " ")[0] + + var testcases []testcase + for _, d := range lo.Must(os.ReadDir("testdata")) { + if !d.IsDir() { + continue + } + var ( + dirName = d.Name() + dir = filepath.Join("testdata", dirName) + ) + + files, err := os.ReadDir(dir) + require.NoError(t, err, "failed to get testdata dir %q", dir) + + for _, f := range files { + if f.IsDir() || filepath.Ext(f.Name()) != ".gpt" { + continue + } + + testcases = append(testcases, testcase{ + name: dirName, + dir: dir, + gptFile: filepath.Join(dir, f.Name()), + defaultModel: defaultModel, + modelName: modelName, + expectedEventsFile: filepath.Join(dir, fmt.Sprintf("%s-expected.json", modelName)), + actualEventsFile: filepath.Join(dir, fmt.Sprintf("%s.json", modelName)), + }) + + // Only take the first .gpt file in each testcase directory + break + } + } + + return testcases +} + +type event struct { + runner.Event + ChatRequest *openai.ChatCompletionRequest `json:"chatRequest,omitempty"` + ChatResponse *types.CompletionMessage `json:"chatResponse,omitempty"` +} + +func getActualEvents(t *testing.T, eventsFile string) []event { + t.Helper() + + f, err := os.Open(eventsFile) + require.NoError(t, err) + defer f.Close() + + var ( + events []event + scanner = bufio.NewScanner(f) + ) + for scanner.Scan() { + line := scanner.Text() + // Skip blank lines + if strings.TrimSpace(line) == "" { + continue + } + + var e event + require.NoError(t, json.Unmarshal([]byte(line), &e)) + events = append(events, e) + } + + require.NoError(t, scanner.Err()) + + return events +} diff --git a/pkg/tests/smoke/testdata/.gitignore b/pkg/tests/smoke/testdata/.gitignore new file mode 100644 index 00000000..292de8e7 --- /dev/null +++ b/pkg/tests/smoke/testdata/.gitignore @@ -0,0 +1,3 @@ +# Ignore intermediate event stream JSON files +*-events.json + diff --git a/pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json b/pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json new file mode 100644 index 00000000..fd9c27b4 --- /dev/null +++ b/pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json @@ -0,0 +1,1058 @@ +[ + { + "time": "2024-06-18T11:31:24.183335-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:24.183735-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:25.851994-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:25.852381-04:00", + "callContext": { + "id": "1718724686", + "tool": { + "name": "Anthropic Claude3 Model Provider", + "description": "Model provider for Anthropic hosted Claude3 models", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "modelProvider": true, + "internalPrompt": null, + "credentials": [ + "github.com/gptscript-ai/claude3-anthropic-provider/credential" + ], + "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider", + "toolMapping": { + "github.com/gptscript-ai/claude3-anthropic-provider/credential": [ + { + "reference": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "toolID": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + } + ] + }, + "localTools": { + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "/", + "Name": "tool.gpt", + "Revision": "d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + }, + "inputContext": null, + "toolCategory": "provider", + "displayText": "Running sys.daemon" + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:25.852533-04:00", + "callContext": { + "id": "1718724687", + "tool": { + "name": "claude3-anthropic-credential", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "instructions": "#!/usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/credential.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential", + "localTools": { + "claude3-anthropic-credential": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "credential", + "Name": "tool.gpt", + "Revision": "3b9b9365d469c4c702291f1764537ab5c226c2e0" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential" + }, + "inputContext": null, + "toolCategory": "credential", + "toolName": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "parentID": "1718724686", + "displayText": "Running claude3-anthropic-credential from github.com/gptscript-ai/claude3-anthropic-provider/credential" + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:25.855621-04:00", + "callContext": { + "id": "1718724687", + "tool": { + "name": "claude3-anthropic-credential", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "instructions": "#!/usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/credential.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential", + "localTools": { + "claude3-anthropic-credential": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "credential", + "Name": "tool.gpt", + "Revision": "3b9b9365d469c4c702291f1764537ab5c226c2e0" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential" + }, + "inputContext": null, + "toolCategory": "credential", + "toolName": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "parentID": "1718724686", + "displayText": "Running claude3-anthropic-credential from github.com/gptscript-ai/claude3-anthropic-provider/credential" + }, + "type": "callChat", + "chatCompletionId": "1718724688", + "usage": {}, + "chatRequest": { + "model": "", + "messages": null + } + }, + { + "time": "2024-06-18T11:31:25.948224-04:00", + "callContext": { + "id": "1718724687", + "tool": { + "name": "claude3-anthropic-credential", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "instructions": "#!/usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/credential.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential", + "localTools": { + "claude3-anthropic-credential": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "credential", + "Name": "tool.gpt", + "Revision": "3b9b9365d469c4c702291f1764537ab5c226c2e0" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential" + }, + "inputContext": null, + "toolCategory": "credential", + "toolName": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "parentID": "1718724686", + "displayText": "Running claude3-anthropic-credential from github.com/gptscript-ai/claude3-anthropic-provider/credential" + }, + "type": "callChat", + "chatCompletionId": "1718724688", + "usage": {}, + "chatResponse": { + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:25.948393-04:00", + "callContext": { + "id": "1718724687", + "tool": { + "name": "claude3-anthropic-credential", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "instructions": "#!/usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/credential.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential", + "localTools": { + "claude3-anthropic-credential": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "credential", + "Name": "tool.gpt", + "Revision": "3b9b9365d469c4c702291f1764537ab5c226c2e0" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential" + }, + "inputContext": null, + "toolCategory": "credential", + "toolName": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "parentID": "1718724686", + "displayText": "Running claude3-anthropic-credential from github.com/gptscript-ai/claude3-anthropic-provider/credential" + }, + "type": "callFinish", + "usage": {} + }, + { + "time": "2024-06-18T11:31:26.96565-04:00", + "callContext": { + "id": "1718724686", + "tool": { + "name": "Anthropic Claude3 Model Provider", + "description": "Model provider for Anthropic hosted Claude3 models", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "modelProvider": true, + "internalPrompt": null, + "credentials": [ + "github.com/gptscript-ai/claude3-anthropic-provider/credential" + ], + "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider", + "toolMapping": { + "github.com/gptscript-ai/claude3-anthropic-provider/credential": [ + { + "reference": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "toolID": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + } + ] + }, + "localTools": { + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "/", + "Name": "tool.gpt", + "Revision": "d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + }, + "inputContext": null, + "toolCategory": "provider", + "displayText": "Running sys.daemon" + }, + "type": "callFinish", + "usage": {}, + "content": "http://127.0.0.1:11059" + }, + { + "time": "2024-06-18T11:31:26.965764-04:00", + "type": "runFinish", + "usage": {} + }, + { + "time": "2024-06-18T11:31:26.965828-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724689", + "usage": {}, + "chatRequest": { + "model": "claude-3-opus-20240229", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-18T11:31:26.966331-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724689", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-18T11:31:35.503953-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724689", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"how he is doing\"}" + }, + { + "time": "2024-06-18T11:31:35.505033-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724689", + "usage": {}, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "function": { + "name": "bob", + "arguments": "{\"question\": \"how he is doing\"}" + } + } + } + ], + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:35.505135-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolSubCalls": { + "toolu_01NJaY1g8kxqQkA4wbFTGtSX": { + "toolID": "testdata/Bob/test.gpt:bob", + "input": "{\"question\": \"how he is doing\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-18T11:31:35.505164-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\": \"how he is doing\"}" + }, + { + "time": "2024-06-18T11:31:35.666461-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callChat", + "chatCompletionId": "1718724690", + "usage": {}, + "chatRequest": { + "model": "claude-3-opus-20240229", + "messages": [ + { + "role": "system", + "content": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"" + }, + { + "role": "user", + "content": "{\"question\": \"how he is doing\"}" + } + ], + "temperature": 0 + } + }, + { + "time": "2024-06-18T11:31:35.666692-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callProgress", + "chatCompletionId": "1718724690", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-18T11:31:38.650768-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callProgress", + "chatCompletionId": "1718724690", + "usage": {}, + "content": "Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-18T11:31:38.65205-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callChat", + "chatCompletionId": "1718724690", + "usage": {}, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!" + } + ], + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:38.652106-04:00", + "callContext": { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724685" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-18T11:31:38.652143-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-18T11:31:38.847656-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724691", + "usage": {}, + "chatRequest": { + "model": "claude-3-opus-20240229", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\": \"how he is doing\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!", + "name": "bob", + "tool_call_id": "toolu_01NJaY1g8kxqQkA4wbFTGtSX" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-18T11:31:38.847937-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724691", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-18T11:31:43.784059-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724691", + "usage": {}, + "content": "Bob said exactly: \"Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-18T11:31:43.785727-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724691", + "usage": {}, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said exactly: \"Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:43.785811-04:00", + "callContext": { + "id": "1718724685", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said exactly: \"Thanks for asking \"how he is doing\", I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-18T11:31:43.785827-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/Bob/gpt-4-turbo-2024-04-09-expected.json b/pkg/tests/smoke/testdata/Bob/gpt-4-turbo-2024-04-09-expected.json new file mode 100644 index 00000000..d3dd346b --- /dev/null +++ b/pkg/tests/smoke/testdata/Bob/gpt-4-turbo-2024-04-09-expected.json @@ -0,0 +1,2905 @@ +[ + { + "time": "2024-06-06T20:22:29.810249-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:22:29.810505-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:22:30.00145-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719751", + "usage": {}, + "chatRequest": { + "model": "gpt-4-turbo-2024-04-09", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:22:30.004971-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:22:30.810075-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"" + }, + { + "time": "2024-06-06T20:22:30.810238-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"" + }, + { + "time": "2024-06-06T20:22:30.844325-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:22:30.844508-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:22:30.895166-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:22:30.895349-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:22:30.945392-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:22:30.945641-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:22:30.965686-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:30.965791-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:30.966161-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:30.966215-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719751", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:30.968104-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719751", + "usage": { + "promptTokens": 143, + "completionTokens": 18, + "totalTokens": 161 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 143, + "completionTokens": 18, + "totalTokens": 161 + } + } + }, + { + "time": "2024-06-06T20:22:30.968398-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolSubCalls": { + "call_IfovJOlHh0TrPkSiric0ZYDO": { + "toolID": "testdata/Bob/test.gpt:bob", + "input": "{\"question\":\"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:22:30.968468-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:31.152693-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callChat", + "chatCompletionId": "1717719752", + "usage": {}, + "chatRequest": { + "model": "gpt-4-turbo-2024-04-09", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nWhen asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"" + }, + { + "role": "user", + "content": "{\"question\":\"How are you doing?\"}" + } + ], + "temperature": 0 + } + }, + { + "time": "2024-06-06T20:22:31.152842-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:22:31.639639-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for" + }, + { + "time": "2024-06-06T20:22:31.639789-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for" + }, + { + "time": "2024-06-06T20:22:31.639837-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking" + }, + { + "time": "2024-06-06T20:22:31.639868-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking" + }, + { + "time": "2024-06-06T20:22:31.935618-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How" + }, + { + "time": "2024-06-06T20:22:31.935952-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How" + }, + { + "time": "2024-06-06T20:22:31.94189-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:22:31.942075-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:22:31.942142-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:22:31.942199-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I" + }, + { + "time": "2024-06-06T20:22:31.942311-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm" + }, + { + "time": "2024-06-06T20:22:31.942374-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm" + }, + { + "time": "2024-06-06T20:22:31.942437-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing" + }, + { + "time": "2024-06-06T20:22:31.94249-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow" + }, + { + "time": "2024-06-06T20:22:31.94254-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:31.942616-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:31.977094-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:22:31.977257-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:22:31.977342-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:22:31.977401-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:22:31.977493-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callProgress", + "chatCompletionId": "1717719752", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:22:31.977695-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callChat", + "chatCompletionId": "1717719752", + "usage": { + "promptTokens": 124, + "completionTokens": 18, + "totalTokens": 142 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + } + ], + "usage": { + "promptTokens": 124, + "completionTokens": 18, + "totalTokens": 142 + } + } + }, + { + "time": "2024-06-06T20:22:31.977777-04:00", + "callContext": { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719750" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:22:31.977832-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:22:32.175015-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719753", + "usage": {}, + "chatRequest": { + "model": "gpt-4-turbo-2024-04-09", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "call_IfovJOlHh0TrPkSiric0ZYDO", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!", + "name": "bob", + "tool_call_id": "call_IfovJOlHh0TrPkSiric0ZYDO" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:22:32.175386-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:22:32.857803-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:22:32.858022-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said" + }, + { + "time": "2024-06-06T20:22:32.858079-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said" + }, + { + "time": "2024-06-06T20:22:32.858182-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"" + }, + { + "time": "2024-06-06T20:22:32.858219-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"" + }, + { + "time": "2024-06-06T20:22:32.858301-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks" + }, + { + "time": "2024-06-06T20:22:32.882645-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking" + }, + { + "time": "2024-06-06T20:22:32.882856-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking" + }, + { + "time": "2024-06-06T20:22:33.022865-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How" + }, + { + "time": "2024-06-06T20:22:33.023013-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:22:33.023086-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:22:33.054293-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:22:33.054407-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:22:33.054428-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:22:33.054454-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I" + }, + { + "time": "2024-06-06T20:22:33.054499-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing" + }, + { + "time": "2024-06-06T20:22:33.054584-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great" + }, + { + "time": "2024-06-06T20:22:33.0546-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great" + }, + { + "time": "2024-06-06T20:22:33.097034-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:33.097195-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:33.138931-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.139013-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.139056-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.139073-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.139194-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719753", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.141011-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719753", + "usage": { + "promptTokens": 186, + "completionTokens": 23, + "totalTokens": 209 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 186, + "completionTokens": 23, + "totalTokens": 209 + } + } + }, + { + "time": "2024-06-06T20:22:33.141051-04:00", + "callContext": { + "id": "1717719750", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:33.141083-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-05-13-expected.json b/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-05-13-expected.json new file mode 100644 index 00000000..a3524b8c --- /dev/null +++ b/pkg/tests/smoke/testdata/Bob/gpt-4o-2024-05-13-expected.json @@ -0,0 +1,2829 @@ +[ + { + "time": "2024-06-06T20:21:47.098949-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:21:47.099193-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:21:47.306808-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719709", + "usage": {}, + "chatRequest": { + "model": "gpt-4o-2024-05-13", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:21:47.307426-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:21:47.801272-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"" + }, + { + "time": "2024-06-06T20:21:47.802783-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question" + }, + { + "time": "2024-06-06T20:21:47.802866-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:21:47.802893-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:21:47.802911-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How" + }, + { + "time": "2024-06-06T20:21:47.802929-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:21:47.809391-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:21:47.809508-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:21:47.821939-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:47.822028-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:47.862117-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:47.862256-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719709", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:47.864138-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719709", + "usage": { + "promptTokens": 139, + "completionTokens": 18, + "totalTokens": 157 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 139, + "completionTokens": 18, + "totalTokens": 157 + } + } + }, + { + "time": "2024-06-06T20:21:47.864426-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolSubCalls": { + "call_rziWxxpDmGb1tzIullRJT6zj": { + "toolID": "testdata/Bob/test.gpt:bob", + "input": "{\"question\":\"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:21:47.864526-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:48.045651-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callChat", + "chatCompletionId": "1717719710", + "usage": {}, + "chatRequest": { + "model": "gpt-4o-2024-05-13", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nWhen asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"" + }, + { + "role": "user", + "content": "{\"question\":\"How are you doing?\"}" + } + ], + "temperature": 0 + } + }, + { + "time": "2024-06-06T20:21:48.045992-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:21:48.378921-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks" + }, + { + "time": "2024-06-06T20:21:48.379124-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks" + }, + { + "time": "2024-06-06T20:21:48.380438-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking" + }, + { + "time": "2024-06-06T20:21:48.380536-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking" + }, + { + "time": "2024-06-06T20:21:48.486384-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How" + }, + { + "time": "2024-06-06T20:21:48.486644-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How" + }, + { + "time": "2024-06-06T20:21:48.500327-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you" + }, + { + "time": "2024-06-06T20:21:48.500442-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:21:48.500489-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:21:48.500526-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm" + }, + { + "time": "2024-06-06T20:21:48.500599-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing" + }, + { + "time": "2024-06-06T20:21:48.500634-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great" + }, + { + "time": "2024-06-06T20:21:48.500672-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great" + }, + { + "time": "2024-06-06T20:21:48.521814-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:21:48.521956-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:21:48.597924-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:21:48.598155-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:21:48.598237-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:21:48.598304-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:21:48.598371-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callProgress", + "chatCompletionId": "1717719710", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:21:48.598692-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callChat", + "chatCompletionId": "1717719710", + "usage": { + "promptTokens": 122, + "completionTokens": 17, + "totalTokens": 139 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + } + ], + "usage": { + "promptTokens": 122, + "completionTokens": 17, + "totalTokens": 139 + } + } + }, + { + "time": "2024-06-06T20:21:48.598808-04:00", + "callContext": { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719708" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:21:48.59889-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:21:48.789457-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719711", + "usage": {}, + "chatRequest": { + "model": "gpt-4o-2024-05-13", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "call_rziWxxpDmGb1tzIullRJT6zj", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!", + "name": "bob", + "tool_call_id": "call_rziWxxpDmGb1tzIullRJT6zj" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:21:48.789942-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:21:49.135224-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:21:49.135428-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:21:49.163995-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said" + }, + { + "time": "2024-06-06T20:21:49.164256-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said:" + }, + { + "time": "2024-06-06T20:21:49.192967-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks" + }, + { + "time": "2024-06-06T20:21:49.193161-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks" + }, + { + "time": "2024-06-06T20:21:49.235659-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking" + }, + { + "time": "2024-06-06T20:21:49.235818-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking" + }, + { + "time": "2024-06-06T20:21:49.322521-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How" + }, + { + "time": "2024-06-06T20:21:49.322702-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:21:49.322768-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:21:49.35099-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:21:49.35118-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:21:49.351215-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:21:49.351246-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm" + }, + { + "time": "2024-06-06T20:21:49.351271-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing" + }, + { + "time": "2024-06-06T20:21:49.35129-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great" + }, + { + "time": "2024-06-06T20:21:49.382283-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow" + }, + { + "time": "2024-06-06T20:21:49.382442-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:21:49.418198-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:21:49.41831-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:21:49.418924-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:49.419001-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:49.419101-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:49.42086-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719711", + "usage": { + "promptTokens": 181, + "completionTokens": 22, + "totalTokens": 203 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 181, + "completionTokens": 22, + "totalTokens": 203 + } + } + }, + { + "time": "2024-06-06T20:21:49.42093-04:00", + "callContext": { + "id": "1717719708", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said: \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:49.42097-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/Bob/mistral-large-2402-expected.json b/pkg/tests/smoke/testdata/Bob/mistral-large-2402-expected.json new file mode 100644 index 00000000..a7f0ce37 --- /dev/null +++ b/pkg/tests/smoke/testdata/Bob/mistral-large-2402-expected.json @@ -0,0 +1,2608 @@ +[ + { + "time": "2024-06-06T20:57:45.68913-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:57:45.689454-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:57:45.875198-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721867", + "usage": {}, + "chatRequest": { + "model": "mistral-large-2402", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:57:45.875466-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721867", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:57:46.081212-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721867", + "usage": {} + }, + { + "time": "2024-06-06T20:57:46.831234-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721867", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:57:46.832764-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721867", + "usage": { + "promptTokens": 86, + "completionTokens": 23, + "totalTokens": 109 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "7sPqe5ERc", + "function": { + "name": "bob", + "arguments": "{\"question\": \"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 86, + "completionTokens": 23, + "totalTokens": 109 + } + } + }, + { + "time": "2024-06-06T20:57:46.833114-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolSubCalls": { + "7sPqe5ERc": { + "toolID": "testdata/Bob/test.gpt:bob", + "input": "{\"question\": \"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:57:46.833185-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\": \"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:57:47.015577-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callChat", + "chatCompletionId": "1717721868", + "usage": {}, + "chatRequest": { + "model": "mistral-large-2402", + "messages": [ + { + "role": "system", + "content": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"" + }, + { + "role": "user", + "content": "{\"question\": \"How are you doing?\"}" + } + ], + "temperature": 0 + } + }, + { + "time": "2024-06-06T20:57:47.015912-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:57:47.354264-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {} + }, + { + "time": "2024-06-06T20:57:47.403644-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks" + }, + { + "time": "2024-06-06T20:57:47.429265-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for" + }, + { + "time": "2024-06-06T20:57:47.444354-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking" + }, + { + "time": "2024-06-06T20:57:47.470971-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"" + }, + { + "time": "2024-06-06T20:57:47.492704-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How" + }, + { + "time": "2024-06-06T20:57:47.508504-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are" + }, + { + "time": "2024-06-06T20:57:47.529197-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you" + }, + { + "time": "2024-06-06T20:57:47.547729-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing" + }, + { + "time": "2024-06-06T20:57:47.567629-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?" + }, + { + "time": "2024-06-06T20:57:47.58774-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\"," + }, + { + "time": "2024-06-06T20:57:47.607371-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I" + }, + { + "time": "2024-06-06T20:57:47.627325-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'" + }, + { + "time": "2024-06-06T20:57:47.647745-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm" + }, + { + "time": "2024-06-06T20:57:47.666556-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing" + }, + { + "time": "2024-06-06T20:57:47.686828-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great" + }, + { + "time": "2024-06-06T20:57:47.706183-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow" + }, + { + "time": "2024-06-06T20:57:47.726267-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:57:47.746525-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI" + }, + { + "time": "2024-06-06T20:57:47.765116-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:57:47.786832-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:57:47.81109-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callProgress", + "chatCompletionId": "1717721868", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:57:47.812892-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callChat", + "chatCompletionId": "1717721868", + "usage": { + "promptTokens": 41, + "completionTokens": 20, + "totalTokens": 61 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + } + ], + "usage": { + "promptTokens": 41, + "completionTokens": 20, + "totalTokens": 61 + } + } + }, + { + "time": "2024-06-06T20:57:47.813082-04:00", + "callContext": { + "id": "7sPqe5ERc", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "When asked how I am doing, respond with \"Thanks for asking \"${question}\", I'm doing great fellow friendly AI tool!\"", + "id": "testdata/Bob/test.gpt:bob", + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 6 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721866" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!" + }, + { + "time": "2024-06-06T20:57:47.813184-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:57:47.981851-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721869", + "usage": {}, + "chatRequest": { + "model": "mistral-large-2402", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "7sPqe5ERc", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\": \"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking \"How are you doing?\", I'm doing great fellow friendly AI tool!", + "name": "bob", + "tool_call_id": "7sPqe5ERc" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:57:47.982156-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:57:48.11789-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {} + }, + { + "time": "2024-06-06T20:57:48.189708-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:57:48.205425-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said" + }, + { + "time": "2024-06-06T20:57:48.227965-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said," + }, + { + "time": "2024-06-06T20:57:48.245576-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"" + }, + { + "time": "2024-06-06T20:57:48.266371-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks" + }, + { + "time": "2024-06-06T20:57:48.285452-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for" + }, + { + "time": "2024-06-06T20:57:48.306735-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking" + }, + { + "time": "2024-06-06T20:57:48.330511-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking '" + }, + { + "time": "2024-06-06T20:57:48.347556-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How" + }, + { + "time": "2024-06-06T20:57:48.367554-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:57:48.387523-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you" + }, + { + "time": "2024-06-06T20:57:48.408257-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing" + }, + { + "time": "2024-06-06T20:57:48.428538-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?" + }, + { + "time": "2024-06-06T20:57:48.448774-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:57:48.468948-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I" + }, + { + "time": "2024-06-06T20:57:48.488223-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'" + }, + { + "time": "2024-06-06T20:57:48.508672-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm" + }, + { + "time": "2024-06-06T20:57:48.529176-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing" + }, + { + "time": "2024-06-06T20:57:48.550465-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great" + }, + { + "time": "2024-06-06T20:57:48.572031-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow" + }, + { + "time": "2024-06-06T20:57:48.590327-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:57:48.611919-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI" + }, + { + "time": "2024-06-06T20:57:48.630583-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:57:48.653492-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:48.665778-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721869", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:48.667516-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721869", + "usage": { + "promptTokens": 145, + "completionTokens": 24, + "totalTokens": 169 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 145, + "completionTokens": 24, + "totalTokens": 169 + } + } + }, + { + "time": "2024-06-06T20:57:48.667593-04:00", + "callContext": { + "id": "1717721866", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/Bob/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/Bob/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/Bob/test.gpt:", + "bob": "testdata/Bob/test.gpt:bob" + }, + "source": { + "location": "testdata/Bob/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/Bob" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:48.667619-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/Bob/test.gpt b/pkg/tests/smoke/testdata/Bob/test.gpt new file mode 100644 index 00000000..2391b615 --- /dev/null +++ b/pkg/tests/smoke/testdata/Bob/test.gpt @@ -0,0 +1,10 @@ +tools: bob + +Ask Bob how he is doing and let me know exactly what he said. + +--- +name: bob +description: I'm Bob, a friendly guy. +args: question: The question to ask Bob. + +When asked how I am doing, respond with "Thanks for asking "${question}", I'm doing great fellow friendly AI tool!" diff --git a/pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json b/pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json new file mode 100644 index 00000000..326aef09 --- /dev/null +++ b/pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json @@ -0,0 +1,819 @@ +[ + { + "time": "2024-06-18T11:31:43.810792-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:43.810985-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:44.177028-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:44.177099-04:00", + "callContext": { + "id": "1718724705", + "tool": { + "name": "Anthropic Claude3 Model Provider", + "description": "Model provider for Anthropic hosted Claude3 models", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "modelProvider": true, + "internalPrompt": null, + "credentials": [ + "github.com/gptscript-ai/claude3-anthropic-provider/credential" + ], + "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider", + "toolMapping": { + "github.com/gptscript-ai/claude3-anthropic-provider/credential": [ + { + "reference": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "toolID": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + } + ] + }, + "localTools": { + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "/", + "Name": "tool.gpt", + "Revision": "d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + }, + "inputContext": null, + "toolCategory": "provider", + "displayText": "Running sys.daemon" + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-18T11:31:45.190929-04:00", + "callContext": { + "id": "1718724705", + "tool": { + "name": "Anthropic Claude3 Model Provider", + "description": "Model provider for Anthropic hosted Claude3 models", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "modelProvider": true, + "internalPrompt": null, + "credentials": [ + "github.com/gptscript-ai/claude3-anthropic-provider/credential" + ], + "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider", + "toolMapping": { + "github.com/gptscript-ai/claude3-anthropic-provider/credential": [ + { + "reference": "github.com/gptscript-ai/claude3-anthropic-provider/credential", + "toolID": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/3b9b9365d469c4c702291f1764537ab5c226c2e0/credential/tool.gpt:claude3-anthropic-credential" + } + ] + }, + "localTools": { + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt:Anthropic Claude3 Model Provider" + }, + "source": { + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad/tool.gpt", + "lineNo": 1, + "repo": { + "VCS": "git", + "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", + "Path": "/", + "Name": "tool.gpt", + "Revision": "d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + } + }, + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/d47b232371d18e0254cf7cc5e15a813e7e24a8ad" + }, + "inputContext": null, + "toolCategory": "provider", + "displayText": "Running sys.daemon" + }, + "type": "callFinish", + "usage": {}, + "content": "http://127.0.0.1:11109" + }, + { + "time": "2024-06-18T11:31:45.19104-04:00", + "type": "runFinish", + "usage": {} + }, + { + "time": "2024-06-18T11:31:45.191084-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724706", + "usage": {}, + "chatRequest": { + "model": "claude-3-opus-20240229", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-18T11:31:45.19133-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724706", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-18T11:31:54.917676-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724706", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"how he is doing\"}" + }, + { + "time": "2024-06-18T11:31:54.917887-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724706", + "usage": {}, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "function": { + "name": "bob", + "arguments": "{\"question\": \"how he is doing\"}" + } + } + } + ], + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:54.917988-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolSubCalls": { + "toolu_01F3QeAp35HdxoBSEed1gaUJ": { + "toolID": "testdata/BobAsShell/test.gpt:bob", + "input": "{\"question\": \"how he is doing\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-18T11:31:54.918017-04:00", + "callContext": { + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724704", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\": \"how he is doing\"}" + }, + { + "time": "2024-06-18T11:31:54.91845-04:00", + "callContext": { + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724704", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1718724707", + "usage": {}, + "chatRequest": { + "model": "", + "messages": null + } + }, + { + "time": "2024-06-18T11:31:54.922608-04:00", + "callContext": { + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724704", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1718724707", + "usage": {}, + "chatResponse": { + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:54.922696-04:00", + "callContext": { + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1718724704", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking how he is doing, I'm doing great fellow friendly AI tool!\n" + }, + { + "time": "2024-06-18T11:31:54.922726-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-18T11:31:55.096576-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724708", + "usage": {}, + "chatRequest": { + "model": "claude-3-opus-20240229", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "toolu_01F3QeAp35HdxoBSEed1gaUJ", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\": \"how he is doing\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking how he is doing, I'm doing great fellow friendly AI tool!\n", + "name": "bob", + "tool_call_id": "toolu_01F3QeAp35HdxoBSEed1gaUJ" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-18T11:31:55.097061-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724708", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-18T11:31:58.228157-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1718724708", + "usage": {}, + "content": "Bob said exactly: \"Thanks for asking how he is doing, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-18T11:31:58.228613-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1718724708", + "usage": {}, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said exactly: \"Thanks for asking how he is doing, I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": {} + } + }, + { + "time": "2024-06-18T11:31:58.228674-04:00", + "callContext": { + "id": "1718724704", + "tool": { + "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider@tool-beta", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said exactly: \"Thanks for asking how he is doing, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-18T11:31:58.228686-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/BobAsShell/gpt-4-turbo-2024-04-09-expected.json b/pkg/tests/smoke/testdata/BobAsShell/gpt-4-turbo-2024-04-09-expected.json new file mode 100644 index 00000000..f81bd202 --- /dev/null +++ b/pkg/tests/smoke/testdata/BobAsShell/gpt-4-turbo-2024-04-09-expected.json @@ -0,0 +1,1694 @@ +[ + { + "time": "2024-06-06T20:22:33.171056-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:22:33.171333-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:22:33.371153-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719755", + "usage": {}, + "chatRequest": { + "model": "gpt-4-turbo-2024-04-09", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:22:33.371528-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:22:34.086505-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question" + }, + { + "time": "2024-06-06T20:22:34.086808-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question" + }, + { + "time": "2024-06-06T20:22:34.08687-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question" + }, + { + "time": "2024-06-06T20:22:34.086895-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:22:34.109771-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:22:34.109961-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:22:34.154694-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:22:34.154833-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:22:34.181671-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:34.18183-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:34.181879-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:34.181915-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719755", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:34.182218-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719755", + "usage": { + "promptTokens": 143, + "completionTokens": 18, + "totalTokens": 161 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 143, + "completionTokens": 18, + "totalTokens": 161 + } + } + }, + { + "time": "2024-06-06T20:22:34.182557-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolSubCalls": { + "call_LJKF6bO1dztkg01aWksN4RPJ": { + "toolID": "testdata/BobAsShell/test.gpt:bob", + "input": "{\"question\":\"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:22:34.182664-04:00", + "callContext": { + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719754", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:22:34.184191-04:00", + "callContext": { + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719754", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717719756", + "usage": {}, + "chatRequest": { + "model": "", + "messages": null + } + }, + { + "time": "2024-06-06T20:22:34.192956-04:00", + "callContext": { + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719754", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717719756", + "usage": {}, + "chatResponse": { + "usage": {} + } + }, + { + "time": "2024-06-06T20:22:34.193263-04:00", + "callContext": { + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719754", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n" + }, + { + "time": "2024-06-06T20:22:34.193374-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:22:34.337399-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719757", + "usage": {}, + "chatRequest": { + "model": "gpt-4-turbo-2024-04-09", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "call_LJKF6bO1dztkg01aWksN4RPJ", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n", + "name": "bob", + "tool_call_id": "call_LJKF6bO1dztkg01aWksN4RPJ" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:22:34.337825-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:22:35.110166-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:22:35.110412-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:22:35.147735-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said," + }, + { + "time": "2024-06-06T20:22:35.147815-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said," + }, + { + "time": "2024-06-06T20:22:35.245256-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"" + }, + { + "time": "2024-06-06T20:22:35.245466-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I" + }, + { + "time": "2024-06-06T20:22:35.324279-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm" + }, + { + "time": "2024-06-06T20:22:35.324425-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing" + }, + { + "time": "2024-06-06T20:22:35.404608-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow" + }, + { + "time": "2024-06-06T20:22:35.404848-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:35.404887-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:22:35.557862-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:22:35.5581-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:22:35.558233-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:35.558308-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:35.558348-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719757", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:35.559946-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719757", + "usage": { + "promptTokens": 185, + "completionTokens": 14, + "totalTokens": 199 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said, \"I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 185, + "completionTokens": 14, + "totalTokens": 199 + } + } + }, + { + "time": "2024-06-06T20:22:35.56022-04:00", + "callContext": { + "id": "1717719754", + "tool": { + "modelName": "gpt-4-turbo-2024-04-09", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said, \"I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:22:35.560294-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-05-13-expected.json b/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-05-13-expected.json new file mode 100644 index 00000000..3ce00112 --- /dev/null +++ b/pkg/tests/smoke/testdata/BobAsShell/gpt-4o-2024-05-13-expected.json @@ -0,0 +1,1953 @@ +[ + { + "time": "2024-06-06T20:21:49.457487-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:21:49.457771-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:21:49.67064-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719711", + "usage": {}, + "chatRequest": { + "model": "gpt-4o-2024-05-13", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:21:49.670852-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:21:50.142412-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"" + }, + { + "time": "2024-06-06T20:21:50.142691-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"" + }, + { + "time": "2024-06-06T20:21:50.164329-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:21:50.164636-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"" + }, + { + "time": "2024-06-06T20:21:50.182304-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:21:50.182411-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are" + }, + { + "time": "2024-06-06T20:21:50.210798-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:21:50.210958-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing" + }, + { + "time": "2024-06-06T20:21:50.220648-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:50.220734-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:50.220753-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:50.220768-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719711", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:50.221021-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719711", + "usage": { + "promptTokens": 139, + "completionTokens": 18, + "totalTokens": 157 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 139, + "completionTokens": 18, + "totalTokens": 157 + } + } + }, + { + "time": "2024-06-06T20:21:50.221288-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolSubCalls": { + "call_AZtZBeP4Ofv9CbW8Tiw066Cr": { + "toolID": "testdata/BobAsShell/test.gpt:bob", + "input": "{\"question\":\"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:21:50.221358-04:00", + "callContext": { + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719710", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\":\"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:21:50.22312-04:00", + "callContext": { + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719710", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717719712", + "usage": {}, + "chatRequest": { + "model": "", + "messages": null + } + }, + { + "time": "2024-06-06T20:21:50.231558-04:00", + "callContext": { + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719710", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717719712", + "usage": {}, + "chatResponse": { + "usage": {} + } + }, + { + "time": "2024-06-06T20:21:50.232297-04:00", + "callContext": { + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717719710", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n" + }, + { + "time": "2024-06-06T20:21:50.232391-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:21:50.398083-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719713", + "usage": {}, + "chatRequest": { + "model": "gpt-4o-2024-05-13", + "messages": [ + { + "role": "system", + "content": "\nYou are task oriented system.\nYou receive input from a user, process the input from the given instructions, and then output the result.\nYour objective is to provide consistent and correct results.\nYou do not need to explain the steps taken, only provide the result to the given instructions.\nYou are referred to as a tool.\nYou don't move to the next step until you have a result.\n\nAsk Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\":\"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n", + "name": "bob", + "tool_call_id": "call_AZtZBeP4Ofv9CbW8Tiw066Cr" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:21:50.398429-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:21:50.873677-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:21:50.873906-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:21:50.875164-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said:" + }, + { + "time": "2024-06-06T20:21:50.875259-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"" + }, + { + "time": "2024-06-06T20:21:50.875299-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"" + }, + { + "time": "2024-06-06T20:21:50.875379-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for" + }, + { + "time": "2024-06-06T20:21:50.875553-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking" + }, + { + "time": "2024-06-06T20:21:50.875607-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking" + }, + { + "time": "2024-06-06T20:21:50.945695-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are" + }, + { + "time": "2024-06-06T20:21:50.945912-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are" + }, + { + "time": "2024-06-06T20:21:50.973355-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?," + }, + { + "time": "2024-06-06T20:21:50.973495-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?," + }, + { + "time": "2024-06-06T20:21:50.973577-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm" + }, + { + "time": "2024-06-06T20:21:50.973604-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm" + }, + { + "time": "2024-06-06T20:21:50.973625-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing" + }, + { + "time": "2024-06-06T20:21:50.973646-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great" + }, + { + "time": "2024-06-06T20:21:50.994229-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:21:50.994426-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:21:51.017952-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:21:51.018129-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:21:51.020818-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:51.020913-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:51.020955-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717719713", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:51.02285-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717719713", + "usage": { + "promptTokens": 180, + "completionTokens": 21, + "totalTokens": 201 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 180, + "completionTokens": 21, + "totalTokens": 201 + } + } + }, + { + "time": "2024-06-06T20:21:51.022991-04:00", + "callContext": { + "id": "1717719710", + "tool": { + "modelName": "gpt-4o-2024-05-13", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said: \"Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:21:51.023016-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/BobAsShell/mistral-large-2402-expected.json b/pkg/tests/smoke/testdata/BobAsShell/mistral-large-2402-expected.json new file mode 100644 index 00000000..7eb9a414 --- /dev/null +++ b/pkg/tests/smoke/testdata/BobAsShell/mistral-large-2402-expected.json @@ -0,0 +1,1692 @@ +[ + { + "time": "2024-06-06T20:57:48.704491-04:00", + "type": "runStart", + "usage": {} + }, + { + "time": "2024-06-06T20:57:48.70479-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callStart", + "usage": {} + }, + { + "time": "2024-06-06T20:57:48.929935-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721870", + "usage": {}, + "chatRequest": { + "model": "mistral-large-2402", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:57:48.930412-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721870", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:57:49.11122-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721870", + "usage": {} + }, + { + "time": "2024-06-06T20:57:49.641536-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721870", + "usage": {}, + "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:57:49.642104-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721870", + "usage": { + "promptTokens": 86, + "completionTokens": 23, + "totalTokens": 109 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "toolCall": { + "index": 0, + "id": "SJR7ytkCE", + "function": { + "name": "bob", + "arguments": "{\"question\": \"How are you doing?\"}" + } + } + } + ], + "usage": { + "promptTokens": 86, + "completionTokens": 23, + "totalTokens": 109 + } + } + }, + { + "time": "2024-06-06T20:57:49.642359-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolSubCalls": { + "SJR7ytkCE": { + "toolID": "testdata/BobAsShell/test.gpt:bob", + "input": "{\"question\": \"How are you doing?\"}" + } + }, + "type": "callSubCalls", + "usage": {} + }, + { + "time": "2024-06-06T20:57:49.64244-04:00", + "callContext": { + "id": "SJR7ytkCE", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721869", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callStart", + "usage": {}, + "content": "{\"question\": \"How are you doing?\"}" + }, + { + "time": "2024-06-06T20:57:49.643547-04:00", + "callContext": { + "id": "SJR7ytkCE", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721869", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717721871", + "usage": {}, + "chatRequest": { + "model": "", + "messages": null + } + }, + { + "time": "2024-06-06T20:57:49.651156-04:00", + "callContext": { + "id": "SJR7ytkCE", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721869", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callChat", + "chatCompletionId": "1717721871", + "usage": {}, + "chatResponse": { + "usage": {} + } + }, + { + "time": "2024-06-06T20:57:49.651393-04:00", + "callContext": { + "id": "SJR7ytkCE", + "tool": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "arguments": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + }, + "instructions": "#!/bin/bash\n\necho \"Thanks for asking ${question}, I'm doing great fellow friendly AI tool!\"", + "id": "testdata/BobAsShell/test.gpt:bob", + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 7 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null, + "toolName": "bob", + "parentID": "1717721869", + "displayText": "Running bob from testdata/BobAsShell/test.gpt" + }, + "type": "callFinish", + "usage": {}, + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n" + }, + { + "time": "2024-06-06T20:57:49.651461-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "toolResults": 1, + "type": "callContinue", + "usage": {} + }, + { + "time": "2024-06-06T20:57:49.851552-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721872", + "usage": {}, + "chatRequest": { + "model": "mistral-large-2402", + "messages": [ + { + "role": "system", + "content": "Ask Bob how he is doing and let me know exactly what he said." + }, + { + "role": "assistant", + "content": "", + "tool_calls": [ + { + "id": "SJR7ytkCE", + "type": "function", + "function": { + "name": "bob", + "arguments": "{\"question\": \"How are you doing?\"}" + } + } + ] + }, + { + "role": "tool", + "content": "Thanks for asking How are you doing?, I'm doing great fellow friendly AI tool!\n", + "name": "bob", + "tool_call_id": "SJR7ytkCE" + } + ], + "temperature": 0, + "tools": [ + { + "type": "function", + "function": { + "name": "bob", + "description": "I'm Bob, a friendly guy.", + "parameters": { + "properties": { + "question": { + "description": "The question to ask Bob.", + "type": "string" + } + }, + "type": "object" + } + } + } + ] + } + }, + { + "time": "2024-06-06T20:57:49.851831-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Waiting for model response..." + }, + { + "time": "2024-06-06T20:57:50.017629-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {} + }, + { + "time": "2024-06-06T20:57:50.060377-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob" + }, + { + "time": "2024-06-06T20:57:50.084824-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said" + }, + { + "time": "2024-06-06T20:57:50.104197-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said," + }, + { + "time": "2024-06-06T20:57:50.126794-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"" + }, + { + "time": "2024-06-06T20:57:50.147974-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks" + }, + { + "time": "2024-06-06T20:57:50.17264-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for" + }, + { + "time": "2024-06-06T20:57:50.194235-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking" + }, + { + "time": "2024-06-06T20:57:50.218937-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking '" + }, + { + "time": "2024-06-06T20:57:50.239766-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How" + }, + { + "time": "2024-06-06T20:57:50.261815-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are" + }, + { + "time": "2024-06-06T20:57:50.28776-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you" + }, + { + "time": "2024-06-06T20:57:50.307171-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing" + }, + { + "time": "2024-06-06T20:57:50.330839-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?" + }, + { + "time": "2024-06-06T20:57:50.352459-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?'," + }, + { + "time": "2024-06-06T20:57:50.375291-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I" + }, + { + "time": "2024-06-06T20:57:50.398407-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'" + }, + { + "time": "2024-06-06T20:57:50.421233-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm" + }, + { + "time": "2024-06-06T20:57:50.443362-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing" + }, + { + "time": "2024-06-06T20:57:50.466617-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great" + }, + { + "time": "2024-06-06T20:57:50.488545-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow" + }, + { + "time": "2024-06-06T20:57:50.514471-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly" + }, + { + "time": "2024-06-06T20:57:50.533973-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI" + }, + { + "time": "2024-06-06T20:57:50.55935-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool" + }, + { + "time": "2024-06-06T20:57:50.579532-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:50.603725-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callProgress", + "chatCompletionId": "1717721872", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:50.604733-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callChat", + "chatCompletionId": "1717721872", + "usage": { + "promptTokens": 145, + "completionTokens": 24, + "totalTokens": 169 + }, + "chatResponse": { + "role": "assistant", + "content": [ + { + "text": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + } + ], + "usage": { + "promptTokens": 145, + "completionTokens": 24, + "totalTokens": 169 + } + } + }, + { + "time": "2024-06-06T20:57:50.604844-04:00", + "callContext": { + "id": "1717721869", + "tool": { + "modelName": "mistral-large-2402 from https://api.mistral.ai/v1", + "internalPrompt": null, + "tools": [ + "bob" + ], + "instructions": "Ask Bob how he is doing and let me know exactly what he said.", + "id": "testdata/BobAsShell/test.gpt:", + "toolMapping": { + "bob": [ + { + "reference": "bob", + "toolID": "testdata/BobAsShell/test.gpt:bob" + } + ] + }, + "localTools": { + "": "testdata/BobAsShell/test.gpt:", + "bob": "testdata/BobAsShell/test.gpt:bob" + }, + "source": { + "location": "testdata/BobAsShell/test.gpt", + "lineNo": 1 + }, + "workingDir": "testdata/BobAsShell" + }, + "inputContext": null + }, + "type": "callFinish", + "usage": {}, + "content": "Bob said, \"Thanks for asking 'How are you doing?', I'm doing great fellow friendly AI tool!\"" + }, + { + "time": "2024-06-06T20:57:50.604875-04:00", + "type": "runFinish", + "usage": {} + } +] diff --git a/pkg/tests/smoke/testdata/BobAsShell/test.gpt b/pkg/tests/smoke/testdata/BobAsShell/test.gpt new file mode 100644 index 00000000..ca726b09 --- /dev/null +++ b/pkg/tests/smoke/testdata/BobAsShell/test.gpt @@ -0,0 +1,13 @@ + +tools: bob + +Ask Bob how he is doing and let me know exactly what he said. + +--- +name: bob +description: I'm Bob, a friendly guy. +args: question: The question to ask Bob. + +#!/bin/bash + +echo "Thanks for asking ${question}, I'm doing great fellow friendly AI tool!"