llama2-13b
POST https://llama2-13b.lepton.run/api/v1/chat/completions
Request Body
{"model"=>"llama2-13b", "messages"=>[{"role"=>"user", "content"=>"say hello"}], "temperature"=>0.7}
RESPONSES
status: OK
{"id":"chatcmpl-oczH7kASTxj32G3RQYL4zd","object":"chat.completion","created":1711344439,"model":"llama2-13b","choices":[{"index":0,"message":{"role":"assistant","content":" Hello!","tool_calls":null},"finish_reason":"stop"}],"usage":{"prompt_tokens":10,"total_tokens":14,"completion_tokens":4}}