meta-ai-api icon indicating copy to clipboard operation
meta-ai-api copied to clipboard

OpenAI API schema

Open userbox020 opened this issue 1 year ago • 2 comments

Hello, can be posible to add to this repo the OpenAI API schema so we can integrate to other projects in just one click

userbox020 avatar Jul 17 '24 06:07 userbox020

Could you provide which schena you are talking about

Strvm avatar Jul 27 '24 21:07 Strvm

@Strvm req path: /v1/chat/completions

{
  "messages": [
    {
      "role": "system",
      "content": "\nYou are ChatGPT, a large language model trained by OpenAI.\nKnowledge cutoff: 2023-12\nCurrent model: gpt-4-0125-preview\n"
    },
    {
      "role": "user",
      "content": "HI how are you"
    }
  ],
  "stream": true,
  "model": "gpt-4-0125-preview",
  "temperature": 0.5,
  "presence_penalty": 0,
  "frequency_penalty": 0,
  "top_p": 1
}

Response

data: {"object": "chat.completion.chunk", "model": "gpt-4-0125-preview", "choices":[],"created":0,"id":"","prompt_filter_results":[{"content_filter_results":{"error":{"code":"","message":""},"hate":{"filtered":false,"severity":"safe"},"self_harm":{"filtered":false,"severity":"safe"},"sexual":{"filtered":false,"severity":"safe"},"violence":{"filtered":false,"severity":"safe"}},"prompt_index":0}]}

data: {"object": "chat.completion.chunk", "choices":[{"index":0,"content_filter_offsets":{"check_offset":323,"start_offset":323,"end_offset":374},"content_filter_results":{"error":{"code":"","message":""},"hate":{"filtered":false,"severity":"safe"},"self_harm":{"filtered":false,"severity":"safe"},"sexual":{"filtered":false,"severity":"safe"},"violence":{"filtered":false,"severity":"safe"}},"delta":{"content":"","role":"assistant"}}],"created":1722247749,"id":"chatcmpl-9qHbRWBlgPVVu8s8TgCA67s0ODC29","model":"gpt-4-0125-preview","system_fingerprint":"fp_811936bd4f"}

data: {"object": "chat.completion.chunk", "choices":[{"index":0,"content_filter_offsets":{"check_offset":323,"start_offset":323,"end_offset":374},"content_filter_results":{"error":{"code":"","message":""},"hate":{"filtered":false,"severity":"safe"},"self_harm":{"filtered":false,"severity":"safe"},"sexual":{"filtered":false,"severity":"safe"},"violence":{"filtered":false,"severity":"safe"}},"delta":{"content":"Hello"}}],"created":1722247749,"id":"chatcmpl-9qHbRWBlgPVVu8s8TgCA67s0ODC29","model":"gpt-4-0125-preview","system_fingerprint":"fp_811936bd4f"}

data: {"object": "chat.completion.chunk", "choices":[{"index":0,"content_filter_offsets":{"check_offset":323,"start_offset":323,"end_offset":374},"content_filter_results":{"error":{"code":"","message":""},"hate":{"filtered":false,"severity":"safe"},"self_harm":{"filtered":false,"severity":"safe"},"sexual":{"filtered":false,"severity":"safe"},"violence":{"filtered":false,"severity":"safe"}},"delta":{"content":"!"}}],"created":1722247749,"id":"chatcmpl-9qHbRWBlgPVVu8s8TgCA67s0ODC29","model":"gpt-4-0125-preview","system_fingerprint":"fp_811936bd4f"}

data: {"object": "chat.completion.chunk", "choices":[{"finish_reason":"stop","index":0,"content_filter_offsets":{"check_offset":323,"start_offset":323,"end_offset":448},"content_filter_results":{"error":{"code":"","message":""},"hate":{"filtered":false,"severity":"safe"},"self_harm":{"filtered":false,"severity":"safe"},"sexual":{"filtered":false,"severity":"safe"},"violence":{"filtered":false,"severity":"safe"}},"delta":{"content":null}}],"created":1722247749,"id":"chatcmpl-9qHbRWBlgPVVu8s8TgCA67s0ODC29","usage":{"completion_tokens":33,"prompt_tokens":99,"total_tokens":132},"model":"gpt-4-0125-preview","system_fingerprint":"fp_811936bd4f"}

This is the request, response format for openai.If current meta api respose can me modified in this format it can be easily integrated with other libraries.More than happy to raise a pr .

divyam234 avatar Jul 29 '24 10:07 divyam234

https://github.com/hqnicolas/meta-ai-api/blob/main/app.py this is a production docker implementation for openAi Api format Please @userbox020 leave a star

hqnicolas avatar Oct 24 '24 02:10 hqnicolas