Chat (meta-llama-3.1-405b-instruct)
POST {{baseUrl}}/chat/completions
Request Body
{"messages"=>[{"role"=>"system", "content"=>"You are a helpful assistant."}, {"role"=>"user", "content"=>"Hello world"}], "model"=>"meta-llama-3.1-405b-instruct", "max_tokens"=>512, "presence_penalty"=>0, "temperature"=>0.1, "top_p"=>0.9}
RESPONSES
status: OK
{"id":"chatcmpl-506c6fbd316749a28fb7d6b04c8b37fe","object":"chat.completion","created":1721788109,"model":"meta-llama-3.1-405b-instruct","choices":[{"index":0,"message":{"role":"assistant","content":"Hello! It's nice to meet you. Is there something I can help you with, or would you like to chat?"},"logprobs":null,"finish_reason":"stop"}],"usage":{"prompt_tokens":23,"completion_tokens":25,"total_tokens":48}}