smaug-72b-chat
POST {{baseUrl}}/chat/completions
Request Body
{"messages"=>[{"role"=>"system", "content"=>"You are a helpful assistant."}, {"role"=>"user", "content"=>"Hello world"}], "model"=>"smaug-72b-chat", "max_tokens"=>512, "presence_penalty"=>0, "temperature"=>0.1, "top_p"=>0.9}
RESPONSES
status: OK
{"id":"chatcmpl-999140b88fbb47199cf067f06f13ee83","object":"chat.completion","created":1710904552,"model":"smaug-72b-chat","choices":[{"index":0,"message":{"role":"assistant","content":"\u003cSYS\u003eHello world\u003c/SYS\u003e","function_call":null},"finish_reason":"stop"}],"usage":{"prompt_tokens":21,"completion_tokens":8,"total_tokens":29}}