Chat (llama2-7b)
POST https://llama2-7b.lepton.run/api/v1/chat/completions
Request Body
{"model"=>"llama2-7b", "messages"=>[{"role"=>"user", "content"=>"say hello"}], "temperature"=>0.7}
RESPONSES
status: OK
{"id":"chatcmpl-XYtnmG3JYRQy4ZDrgWF72Q","object":"chat.completion","created":1711344271,"model":"llama2-7b","choices":[{"index":0,"message":{"role":"assistant","content":" Hello! *adjusts glasses* How may I assist you today?","tool_calls":null},"finish_reason":"stop"}],"usage":{"prompt_tokens":10,"total_tokens":28,"completion_tokens":18}}