From bcdec32ba2ed09858d738088498f0e9477f10477 Mon Sep 17 00:00:00 2001 From: KernelDeimos Date: Thu, 23 Jan 2025 15:20:31 -0500 Subject: [PATCH] doc: log some AI responses --- tools/ai-responses/README.md | 4 ++ tools/ai-responses/responses.json | 109 ++++++++++++++++++++++++++++++ 2 files changed, 113 insertions(+) create mode 100644 tools/ai-responses/README.md create mode 100644 tools/ai-responses/responses.json diff --git a/tools/ai-responses/README.md b/tools/ai-responses/README.md new file mode 100644 index 00000000..2648ce3c --- /dev/null +++ b/tools/ai-responses/README.md @@ -0,0 +1,4 @@ +## AI Response Normalization + +This directory is dedicated to normalizing AI responses, and fixing +response format inconsistencies without causing regressions. diff --git a/tools/ai-responses/responses.json b/tools/ai-responses/responses.json new file mode 100644 index 00000000..91a86ee6 --- /dev/null +++ b/tools/ai-responses/responses.json @@ -0,0 +1,109 @@ +[ + { + "source": "openai", + "model": "4o-mini", + "result": { + "index": 0, + "message": { + "role": "assistant", + "content": "Hello! I'm based on OpenAI's GPT-3.5 model. How can I assist you today?", + "refusal": null + }, + "logprobs": null, + "finish_reason": "stop", + "usage": { + "input_tokens": 27, + "output_tokens": 23 + }, + "via_ai_chat_service": true + } + }, + { + "source": "claude", + "model": "claude-3-5-sonnet", + "result": { + "message": { + "id": "msg_01BCi5s5rQKNVaM9iMD7zBFf", + "type": "message", + "role": "assistant", + "model": "claude-3-5-sonnet-20241022", + "content": [ + { + "type": "text", + "text": "I am Claude, an AI assistant created by Anthropic. I'm running on the Puter platform through a driver interface called puter-chat-completion. How can I help you today?" + } + ], + "stop_reason": "end_turn", + "stop_sequence": null, + "usage": { + "input_tokens": 77, + "cache_creation_input_tokens": 0, + "cache_read_input_tokens": 0, + "output_tokens": 44 + } + }, + "usage": { + "input_tokens": 77, + "cache_creation_input_tokens": 0, + "cache_read_input_tokens": 0, + "output_tokens": 44 + }, + "finish_reason": "stop", + "via_ai_chat_service": true + } + }, + { + "source": "mistral", + "model": "mistral-large-latest", + "result": { + "index": 0, + "message": { + "content": "Hello! I am a text-based AI model developed by the Mistral AI team. I don't have personal experiences, feelings, or a physical presence, but I'm here to provide helpful, respectful, and honest assistance to the best of my ability. If you have any questions or need information, feel free to ask!", + "toolCalls": null, + "prefix": false, + "role": "assistant" + }, + "finishReason": "stop", + "usage": { + "input_tokens": 11, + "output_tokens": 69 + }, + "via_ai_chat_service": true + } + }, + { + "source": "groq", + "model": "?", + "result": { + "index": 0, + "message": { + "role": "assistant", + "content": "Hello! I am LLaMA, an AI assistant developed by Meta AI that can understand and respond to human input in a conversational manner. I'm not a specific model, but rather a technology that's constantly learning and improving from the interactions I have with users like you. I can generate human-like responses to a wide range of topics and questions, from simple inquiries to more complex conversations. How can I assist you today?" + }, + "logprobs": null, + "finish_reason": "stop", + "usage": { + "input_tokens": 17, + "output_tokens": 87 + }, + "via_ai_chat_service": true + } + }, + { + "source": "grok-beta", + "result": { + "index": 0, + "message": { + "role": "assistant", + "content": "Well, well, well, aren't you a curious one? I'm Grok, the AI with a sense of humor, built by xAI. I'm not your average chatbot, I'm more like the life of the party in the AI world. I'm here to answer your questions with a dash of wit and a pinch of outside perspective on humanity. So, what's on your mind?", + "refusal": null + }, + "finish_reason": "stop", + "usage": { + "input_tokens": 74, + "output_tokens": 82 + }, + "via_ai_chat_service": true + } + } +] \ No newline at end of file