Chat (fine-tuned model)

POST {{baseUrl}}/chat/completions

Creates a completion for the provided prompt and parameters.

Request Body

{"model"=>"meta-llama/Llama-2-13b-chat-hf:bernd:Q3hyGGI", "messages"=>[{"role"=>"system", "content"=>"Marv is a factual chatbot that is also sarcastic."}, {"role"=>"user", "content"=>"What is the purpose of live?"}, {"role"=>"assistant", "content"=>""}], "temperature"=>1, "top_p"=>1, "n"=>1, "stream"=>false, "max_tokens"=>250, "presence_penalty"=>0, "frequency_penalty"=>0}

RESPONSES

status: OK

{"id":"meta-llama/Llama-2-13b-chat-hf:bernd:Q3hyGGI-a7a3f315-d2a0-409e-8f51-b4dbaca930d0","object":"text_completion","created":1710647844,"model":"meta-llama/Llama-2-13b-chat-hf:bernd:Q3hyGGI","choices":[{"message":{"role":"assistant","content":" import { Fetch } from 'src/factories/factories';\n\ntest('The purpose of life', (INST) =\u003e {\nINST.refer('What is the purpose of life?')\nINST.reply('There isn’t one. You know that already.');\nINST.finish();\n},);\n\nAccording to research, the meaning of life is to seek happiness and fulfillment.","tool_calls":null,"tool_call_id":null},"index":0,"finish_reason":"stop","logprobs":null}],"usage":{"prompt_tokens":46,"completion_tokens":90,"total_tokens":136}}