diff --git a/.github/workflows/smoke.yaml b/.github/workflows/smoke.yaml index 5c26ef8d..0106ed6d 100644 --- a/.github/workflows/smoke.yaml +++ b/.github/workflows/smoke.yaml @@ -117,7 +117,7 @@ jobs: export PATH="$(pwd)/bin:${PATH}" make smoke - claude-3-opus-20240229: + claude-3-5-sonnet-20240620: needs: check-label if: ${{ needs.check-label.outputs.run_smoke_tests == 'true' }} runs-on: ubuntu-22.04 @@ -139,12 +139,12 @@ jobs: go-version: "1.21" - env: OPENAI_API_KEY: ${{ secrets.SMOKE_OPENAI_API_KEY }} - GPTSCRIPT_DEFAULT_MODEL: claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider + GPTSCRIPT_DEFAULT_MODEL: claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider ANTHROPIC_API_KEY: ${{ secrets.SMOKE_ANTHROPIC_API_KEY }} GPTSCRIPT_CREDENTIAL_OVERRIDE: "github.com/gptscript-ai/claude3-anthropic-provider/credential:ANTHROPIC_API_KEY" - name: Run smoke test for claude-3-opus-20240229 + name: Run smoke test for claude-3-5-sonnet-20240620 run: | - echo "Running smoke test for model claude-3-opus-20240229" + echo "Running smoke test for model claude-3-5-sonnet-20240620" export PATH="$(pwd)/bin:${PATH}" make smoke @@ -177,4 +177,3 @@ jobs: echo "Running smoke test for model mistral-large-2402" export PATH="$(pwd)/bin:${PATH}" make smoke - diff --git a/pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json b/pkg/tests/smoke/testdata/Bob/claude-3-5-sonnet-20240620-expected.json similarity index 81% rename from pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json rename to pkg/tests/smoke/testdata/Bob/claude-3-5-sonnet-20240620-expected.json index 1e924928..63673b21 100644 --- a/pkg/tests/smoke/testdata/Bob/claude-3-opus-20240229-expected.json +++ b/pkg/tests/smoke/testdata/Bob/claude-3-5-sonnet-20240620-expected.json @@ -1,15 +1,15 @@ [ { - "time": "2024-06-28T10:48:16.036954-04:00", + "time": "2024-07-02T19:39:41.734737-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-06-28T10:48:16.037294-04:00", + "time": "2024-07-02T19:39:41.735252-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -41,25 +41,25 @@ "usage": {} }, { - "time": "2024-06-28T10:48:17.325263-04:00", + "time": "2024-07-02T19:39:42.643066-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-06-28T10:48:17.325584-04:00", + "time": "2024-07-02T19:39:42.643356-04:00", "callContext": { - "id": "1719586098", + "id": "1719963583", "tool": { "name": "Anthropic Claude3 Model Provider", "description": "Model provider for Anthropic hosted Claude3 models", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "modelProvider": true, "internalPrompt": null, "credentials": [ "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env" ], "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", - "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider", "toolMapping": { "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env": [ { @@ -69,20 +69,20 @@ ] }, "localTools": { - "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider" + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider" }, "source": { - "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt", + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt", "lineNo": 1, "repo": { "VCS": "git", "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", "Path": "/", "Name": "tool.gpt", - "Revision": "dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "Revision": "6b5a88075b1e4501e845f4dab5be16ea8739aa4c" } }, - "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c" }, "currentAgent": {}, "inputContext": null, @@ -93,20 +93,20 @@ "usage": {} }, { - "time": "2024-06-28T10:48:18.342475-04:00", + "time": "2024-07-02T19:39:43.666188-04:00", "callContext": { - "id": "1719586098", + "id": "1719963583", "tool": { "name": "Anthropic Claude3 Model Provider", "description": "Model provider for Anthropic hosted Claude3 models", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "modelProvider": true, "internalPrompt": null, "credentials": [ "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env" ], "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", - "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider", "toolMapping": { "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env": [ { @@ -116,20 +116,20 @@ ] }, "localTools": { - "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider" + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider" }, "source": { - "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt", + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt", "lineNo": 1, "repo": { "VCS": "git", "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", "Path": "/", "Name": "tool.gpt", - "Revision": "dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "Revision": "6b5a88075b1e4501e845f4dab5be16ea8739aa4c" } }, - "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c" }, "currentAgent": {}, "inputContext": null, @@ -138,19 +138,19 @@ }, "type": "callFinish", "usage": {}, - "content": "http://127.0.0.1:10961" + "content": "http://127.0.0.1:10887" }, { - "time": "2024-06-28T10:48:18.342649-04:00", + "time": "2024-07-02T19:39:43.666385-04:00", "type": "runFinish", "usage": {} }, { - "time": "2024-06-28T10:48:18.342718-04:00", + "time": "2024-07-02T19:39:43.666475-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -179,10 +179,10 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586099", + "chatCompletionId": "1719963584", "usage": {}, "chatRequest": { - "model": "claude-3-opus-20240229", + "model": "claude-3-5-sonnet-20240620", "messages": [ { "role": "system", @@ -211,11 +211,11 @@ } }, { - "time": "2024-06-28T10:48:18.343115-04:00", + "time": "2024-07-02T19:39:43.66707-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -244,16 +244,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586099", + "chatCompletionId": "1719963584", "usage": {}, "content": "Waiting for model response..." }, { - "time": "2024-06-28T10:48:21.291497-04:00", + "time": "2024-07-02T19:39:45.331397-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -282,16 +282,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586099", + "chatCompletionId": "1719963584", "usage": {}, "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"how are you doing\"}" }, { - "time": "2024-06-28T10:48:21.291864-04:00", + "time": "2024-07-02T19:39:45.332721-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -320,7 +320,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586099", + "chatCompletionId": "1719963584", "usage": {}, "chatResponse": { "role": "assistant", @@ -328,7 +328,7 @@ { "toolCall": { "index": 0, - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "function": { "name": "bob", "arguments": "{\"question\": \"how are you doing\"}" @@ -340,11 +340,11 @@ } }, { - "time": "2024-06-28T10:48:21.291966-04:00", + "time": "2024-07-02T19:39:45.332824-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -373,7 +373,7 @@ "inputContext": null }, "toolSubCalls": { - "bob": { + "toolu_01XLGhfvziYUf8rFoQEbvw4P": { "toolID": "testdata/Bob/test.gpt:bob", "input": "{\"question\": \"how are you doing\"}" } @@ -382,13 +382,13 @@ "usage": {} }, { - "time": "2024-06-28T10:48:21.291997-04:00", + "time": "2024-07-02T19:39:45.332869-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -414,20 +414,20 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callStart", "usage": {}, "content": "{\"question\": \"how are you doing\"}" }, { - "time": "2024-06-28T10:48:21.50264-04:00", + "time": "2024-07-02T19:39:45.487113-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -453,13 +453,13 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callChat", - "chatCompletionId": "1719586100", + "chatCompletionId": "1719963585", "usage": {}, "chatRequest": { - "model": "claude-3-opus-20240229", + "model": "claude-3-5-sonnet-20240620", "messages": [ { "role": "system", @@ -474,13 +474,13 @@ } }, { - "time": "2024-06-28T10:48:21.503008-04:00", + "time": "2024-07-02T19:39:45.487696-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -506,21 +506,21 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callProgress", - "chatCompletionId": "1719586100", + "chatCompletionId": "1719963585", "usage": {}, "content": "Waiting for model response..." }, { - "time": "2024-06-28T10:48:22.875617-04:00", + "time": "2024-07-02T19:39:46.547634-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -546,21 +546,21 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callProgress", - "chatCompletionId": "1719586100", + "chatCompletionId": "1719963585", "usage": {}, "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" }, { - "time": "2024-06-28T10:48:22.875964-04:00", + "time": "2024-07-02T19:39:46.549112-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -586,10 +586,10 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callChat", - "chatCompletionId": "1719586100", + "chatCompletionId": "1719963585", "usage": {}, "chatResponse": { "role": "assistant", @@ -602,13 +602,13 @@ } }, { - "time": "2024-06-28T10:48:22.876034-04:00", + "time": "2024-07-02T19:39:46.549192-04:00", "callContext": { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -634,18 +634,18 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586097" + "parentID": "1719963582" }, "type": "callFinish", "usage": {}, "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" }, { - "time": "2024-06-28T10:48:22.876064-04:00", + "time": "2024-07-02T19:39:46.549253-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -678,11 +678,11 @@ "usage": {} }, { - "time": "2024-06-28T10:48:23.086894-04:00", + "time": "2024-07-02T19:39:46.710406-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -711,10 +711,10 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586101", + "chatCompletionId": "1719963586", "usage": {}, "chatRequest": { - "model": "claude-3-opus-20240229", + "model": "claude-3-5-sonnet-20240620", "messages": [ { "role": "system", @@ -725,7 +725,7 @@ "content": "", "tool_calls": [ { - "id": "bob", + "id": "toolu_01XLGhfvziYUf8rFoQEbvw4P", "type": "function", "function": { "name": "bob", @@ -738,7 +738,7 @@ "role": "tool", "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!", "name": "bob", - "tool_call_id": "bob" + "tool_call_id": "toolu_01XLGhfvziYUf8rFoQEbvw4P" } ], "temperature": 0, @@ -763,11 +763,11 @@ } }, { - "time": "2024-06-28T10:48:23.087303-04:00", + "time": "2024-07-02T19:39:46.710675-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -796,16 +796,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586101", + "chatCompletionId": "1719963586", "usage": {}, "content": "Waiting for model response..." }, { - "time": "2024-06-28T10:48:25.243408-04:00", + "time": "2024-07-02T19:39:48.861353-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -834,16 +834,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586101", + "chatCompletionId": "1719963586", "usage": {}, - "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" + "content": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." }, { - "time": "2024-06-28T10:48:25.243765-04:00", + "time": "2024-07-02T19:39:48.862116-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -872,24 +872,24 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586101", + "chatCompletionId": "1719963586", "usage": {}, "chatResponse": { "role": "assistant", "content": [ { - "text": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" + "text": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." } ], "usage": {} } }, { - "time": "2024-06-28T10:48:25.243793-04:00", + "time": "2024-07-02T19:39:48.862154-04:00", "callContext": { - "id": "1719586097", + "id": "1719963582", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -919,10 +919,10 @@ }, "type": "callFinish", "usage": {}, - "content": "Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!" + "content": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking \"how are you doing\", I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." }, { - "time": "2024-06-28T10:48:25.243836-04:00", + "time": "2024-07-02T19:39:48.862164-04:00", "type": "runFinish", "usage": {} } diff --git a/pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json b/pkg/tests/smoke/testdata/BobAsShell/claude-3-5-sonnet-20240620-expected.json similarity index 81% rename from pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json rename to pkg/tests/smoke/testdata/BobAsShell/claude-3-5-sonnet-20240620-expected.json index 88077e74..4f3dd9d7 100644 --- a/pkg/tests/smoke/testdata/BobAsShell/claude-3-opus-20240229-expected.json +++ b/pkg/tests/smoke/testdata/BobAsShell/claude-3-5-sonnet-20240620-expected.json @@ -1,15 +1,15 @@ [ { - "time": "2024-06-28T10:48:25.264658-04:00", + "time": "2024-07-02T19:39:48.881112-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-06-28T10:48:25.264853-04:00", + "time": "2024-07-02T19:39:48.881306-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -41,25 +41,25 @@ "usage": {} }, { - "time": "2024-06-28T10:48:26.063945-04:00", + "time": "2024-07-02T19:39:49.304999-04:00", "type": "runStart", "usage": {} }, { - "time": "2024-06-28T10:48:26.064323-04:00", + "time": "2024-07-02T19:39:49.305331-04:00", "callContext": { - "id": "1719586107", + "id": "1719963590", "tool": { "name": "Anthropic Claude3 Model Provider", "description": "Model provider for Anthropic hosted Claude3 models", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "modelProvider": true, "internalPrompt": null, "credentials": [ "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env" ], "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", - "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider", "toolMapping": { "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env": [ { @@ -69,20 +69,20 @@ ] }, "localTools": { - "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider" + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider" }, "source": { - "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt", + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt", "lineNo": 1, "repo": { "VCS": "git", "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", "Path": "/", "Name": "tool.gpt", - "Revision": "dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "Revision": "6b5a88075b1e4501e845f4dab5be16ea8739aa4c" } }, - "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c" }, "currentAgent": {}, "inputContext": null, @@ -93,20 +93,20 @@ "usage": {} }, { - "time": "2024-06-28T10:48:27.081163-04:00", + "time": "2024-07-02T19:39:50.324048-04:00", "callContext": { - "id": "1719586107", + "id": "1719963590", "tool": { "name": "Anthropic Claude3 Model Provider", "description": "Model provider for Anthropic hosted Claude3 models", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "modelProvider": true, "internalPrompt": null, "credentials": [ "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env" ], "instructions": "#!sys.daemon /usr/bin/env python3 ${GPTSCRIPT_TOOL_DIR}/main.py", - "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider", + "id": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider", "toolMapping": { "github.com/gptscript-ai/credential as github.com/gptscript-ai/claude3-anthropic-provider/credential with \"Please enter your Anthropic API Key\" as message and token as field and \"ANTHROPIC_API_KEY\" as env": [ { @@ -116,20 +116,20 @@ ] }, "localTools": { - "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt:Anthropic Claude3 Model Provider" + "anthropic claude3 model provider": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt:Anthropic Claude3 Model Provider" }, "source": { - "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548/tool.gpt", + "location": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c/tool.gpt", "lineNo": 1, "repo": { "VCS": "git", "Root": "https://github.com/gptscript-ai/claude3-anthropic-provider.git", "Path": "/", "Name": "tool.gpt", - "Revision": "dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "Revision": "6b5a88075b1e4501e845f4dab5be16ea8739aa4c" } }, - "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/dfd21adc6be9fbda34b79a71e661ac0cfb725548" + "workingDir": "https://raw.githubusercontent.com/gptscript-ai/claude3-anthropic-provider/6b5a88075b1e4501e845f4dab5be16ea8739aa4c" }, "currentAgent": {}, "inputContext": null, @@ -138,19 +138,19 @@ }, "type": "callFinish", "usage": {}, - "content": "http://127.0.0.1:10315" + "content": "http://127.0.0.1:10585" }, { - "time": "2024-06-28T10:48:27.081351-04:00", + "time": "2024-07-02T19:39:50.324287-04:00", "type": "runFinish", "usage": {} }, { - "time": "2024-06-28T10:48:27.081414-04:00", + "time": "2024-07-02T19:39:50.324366-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -179,10 +179,10 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586108", + "chatCompletionId": "1719963591", "usage": {}, "chatRequest": { - "model": "claude-3-opus-20240229", + "model": "claude-3-5-sonnet-20240620", "messages": [ { "role": "system", @@ -211,11 +211,11 @@ } }, { - "time": "2024-06-28T10:48:27.081844-04:00", + "time": "2024-07-02T19:39:50.324921-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -244,16 +244,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586108", + "chatCompletionId": "1719963591", "usage": {}, "content": "Waiting for model response..." }, { - "time": "2024-06-28T10:48:30.452648-04:00", + "time": "2024-07-02T19:39:51.941234-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -282,16 +282,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586108", + "chatCompletionId": "1719963591", "usage": {}, "content": "\u003ctool call\u003e bob -\u003e {\"question\": \"how are you doing\"}" }, { - "time": "2024-06-28T10:48:30.452871-04:00", + "time": "2024-07-02T19:39:51.941444-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -320,7 +320,7 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586108", + "chatCompletionId": "1719963591", "usage": {}, "chatResponse": { "role": "assistant", @@ -328,7 +328,7 @@ { "toolCall": { "index": 0, - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "function": { "name": "bob", "arguments": "{\"question\": \"how are you doing\"}" @@ -340,11 +340,11 @@ } }, { - "time": "2024-06-28T10:48:30.452992-04:00", + "time": "2024-07-02T19:39:51.941523-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -373,7 +373,7 @@ "inputContext": null }, "toolSubCalls": { - "bob": { + "toolu_01SHRzoGuUEQtwBp2ktaqu7P": { "toolID": "testdata/BobAsShell/test.gpt:bob", "input": "{\"question\": \"how are you doing\"}" } @@ -382,13 +382,13 @@ "usage": {} }, { - "time": "2024-06-28T10:48:30.453034-04:00", + "time": "2024-07-02T19:39:51.941567-04:00", "callContext": { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -414,7 +414,7 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586106", + "parentID": "1719963589", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callStart", @@ -422,13 +422,13 @@ "content": "{\"question\": \"how are you doing\"}" }, { - "time": "2024-06-28T10:48:30.453498-04:00", + "time": "2024-07-02T19:39:51.942241-04:00", "callContext": { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -454,11 +454,11 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586106", + "parentID": "1719963589", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callChat", - "chatCompletionId": "1719586109", + "chatCompletionId": "1719963592", "usage": {}, "chatRequest": { "model": "", @@ -466,13 +466,13 @@ } }, { - "time": "2024-06-28T10:48:30.455907-04:00", + "time": "2024-07-02T19:39:51.945596-04:00", "callContext": { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -498,22 +498,22 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586106", + "parentID": "1719963589", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callProgress", - "chatCompletionId": "1719586109", + "chatCompletionId": "1719963592", "usage": {}, "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n" }, { - "time": "2024-06-28T10:48:30.45611-04:00", + "time": "2024-07-02T19:39:51.945769-04:00", "callContext": { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -539,24 +539,24 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586106", + "parentID": "1719963589", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callChat", - "chatCompletionId": "1719586109", + "chatCompletionId": "1719963592", "usage": {}, "chatResponse": { "usage": {} } }, { - "time": "2024-06-28T10:48:30.456161-04:00", + "time": "2024-07-02T19:39:51.945833-04:00", "callContext": { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "tool": { "name": "bob", "description": "I'm Bob, a friendly guy.", - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "arguments": { "properties": { @@ -582,7 +582,7 @@ "currentAgent": {}, "inputContext": null, "toolName": "bob", - "parentID": "1719586106", + "parentID": "1719963589", "displayText": "Running bob from testdata/BobAsShell/test.gpt" }, "type": "callFinish", @@ -590,11 +590,11 @@ "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n" }, { - "time": "2024-06-28T10:48:30.456194-04:00", + "time": "2024-07-02T19:39:51.945871-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -627,11 +627,11 @@ "usage": {} }, { - "time": "2024-06-28T10:48:30.652688-04:00", + "time": "2024-07-02T19:39:52.112712-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -660,10 +660,10 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586110", + "chatCompletionId": "1719963593", "usage": {}, "chatRequest": { - "model": "claude-3-opus-20240229", + "model": "claude-3-5-sonnet-20240620", "messages": [ { "role": "system", @@ -674,7 +674,7 @@ "content": "", "tool_calls": [ { - "id": "bob", + "id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P", "type": "function", "function": { "name": "bob", @@ -687,7 +687,7 @@ "role": "tool", "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\n", "name": "bob", - "tool_call_id": "bob" + "tool_call_id": "toolu_01SHRzoGuUEQtwBp2ktaqu7P" } ], "temperature": 0, @@ -712,11 +712,11 @@ } }, { - "time": "2024-06-28T10:48:30.652933-04:00", + "time": "2024-07-02T19:39:52.11309-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -745,16 +745,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586110", + "chatCompletionId": "1719963593", "usage": {}, "content": "Waiting for model response..." }, { - "time": "2024-06-28T10:48:33.127339-04:00", + "time": "2024-07-02T19:39:53.567604-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -783,16 +783,16 @@ "inputContext": null }, "type": "callProgress", - "chatCompletionId": "1719586110", + "chatCompletionId": "1719963593", "usage": {}, - "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!" + "content": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." }, { - "time": "2024-06-28T10:48:33.127696-04:00", + "time": "2024-07-02T19:39:53.568556-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -821,24 +821,24 @@ "inputContext": null }, "type": "callChat", - "chatCompletionId": "1719586110", + "chatCompletionId": "1719963593", "usage": {}, "chatResponse": { "role": "assistant", "content": [ { - "text": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!" + "text": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." } ], "usage": {} } }, { - "time": "2024-06-28T10:48:33.127717-04:00", + "time": "2024-07-02T19:39:53.568602-04:00", "callContext": { - "id": "1719586106", + "id": "1719963589", "tool": { - "modelName": "claude-3-opus-20240229 from github.com/gptscript-ai/claude3-anthropic-provider", + "modelName": "claude-3-5-sonnet-20240620 from github.com/gptscript-ai/claude3-anthropic-provider", "internalPrompt": null, "tools": [ "bob" @@ -868,10 +868,10 @@ }, "type": "callFinish", "usage": {}, - "content": "Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!" + "content": "Bob's reply to the question \"how are you doing\" is:\n\n\"Thanks for asking how are you doing, I'm doing great fellow friendly AI tool!\"\n\nI have repeated his reply exactly as requested." }, { - "time": "2024-06-28T10:48:33.127758-04:00", + "time": "2024-07-02T19:39:53.568622-04:00", "type": "runFinish", "usage": {} }