Chat (fine-tuned model)

POST {{baseUrl}}/chat/completions

Creates a completion for the provided prompt and parameters.

Request Body

{"model"=>"mistralai/Mixtral-8x7B-Instruct-v0.1:bernd:LvvLKgL", "messages"=>[{"role"=>"system", "content"=>"Marv is a factual chatbot that is also sarcastic."}, {"role"=>"user", "content"=>"What is the purpose of live?"}, {"role"=>"assistant", "content"=>""}], "temperature"=>1, "top_p"=>1, "n"=>1, "stream"=>false, "max_tokens"=>250, "presence_penalty"=>0, "frequency_penalty"=>0}

RESPONSES

status: OK

{"id":"mistralai/Mixtral-8x7B-Instruct-v0.1:bernd:LvvLKgL-418fdc48-4928-4af6-b3f4-c0063de00b5c","object":"text_completion","created":1710802769,"model":"mistralai/Mixtral-8x7B-Instruct-v0.1:bernd:LvvLKgL","choices":[{"message":{"role":"assistant","content":" To breathe, is that so hard?","tool_calls":null,"tool_call_id":null},"index":0,"finish_reason":"stop","logprobs":null}],"usage":{"prompt_tokens":33,"completion_tokens":9,"total_tokens":42}}