llama2-70b
POST https://llama2-70b.lepton.run/api/v1/chat/completions
Request Body
{"model"=>"llama2-70b", "messages"=>[{"role"=>"user", "content"=>"say hello"}], "temperature"=>0.7}
RESPONSES
status: OK
{"id":"chatcmpl-eLkRuHfPepSf8s6wxn7rfT","object":"chat.completion","created":1711344508,"model":"llama2-70b","choices":[{"index":0,"message":{"role":"assistant","content":" Hello!","tool_calls":null},"finish_reason":"stop"}],"usage":{"prompt_tokens":10,"total_tokens":14,"completion_tokens":4}}