llama3-70b
POST https://llama3-70b.lepton.run/api/v1/chat/completions
Request Body
{"model"=>"llama3-70b", "messages"=>[{"role"=>"user", "content"=>"say hello"}], "temperature"=>0.7}
RESPONSES
status: OK
{"id":"chatcmpl-sdgh8ykDzKLYGk5fCKEkdB","object":"chat.completion","created":1714744370,"model":"llama3-70b","choices":[{"index":0,"message":{"role":"assistant","content":"Hello!","tool_calls":null},"finish_reason":"\u003c|eot_id|\u003e"}],"usage":{"prompt_tokens":12,"total_tokens":15,"completion_tokens":3}}