meta/meta-llama-3.1-405b-instruct

POST {{baseUrl}}/models/meta/meta-llama-3.1-405b-instruct/predictions

Request Body

{"input"=>{"top_p"=>0.9, "prompt"=>"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?", "max_tokens"=>512, "min_tokens"=>0, "temperature"=>0.6, "prompt_template"=>"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", "presence_penalty"=>1.15, "frequency_penalty"=>0.2}}

RESPONSES

status: Created

{"id":"t74dr5tds1rm20cgwb4rgb65jr","model":"replicate-internal/llama-405b-instruct-vllm","version":"dp-15774013d14946f29410db2d360a1a6b","input":{"frequency_penalty":0.2,"max_tokens":512,"min_tokens":0,"presence_penalty":1.15,"prompt":"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?","prompt_template":"\u003c|begin_of_text|\u003e\u003c|start_header_id|\u003esystem\u003c|end_header_id|\u003e\n\nYou are a helpful assistant\u003c|eot_id|\u003e\u003c|start_header_id|\u003euser\u003c|end_header_id|\u003e\n\n{prompt}\u003c|eot_id|\u003e\u003c|start_header_id|\u003eassistant\u003c|end_header_id|\u003e\n\n","temperature":0.6,"top_p":0.9},"logs":"","output":null,"data_removed":false,"error":null,"status":"starting","created_at":"2024-07-24T03:29:21.864Z","urls":{"cancel":"https://api.replicate.com/v1/predictions/t74dr5tds1rm20cgwb4rgb65jr/cancel","get":"https://api.replicate.com/v1/predictions/t74dr5tds1rm20cgwb4rgb65jr","stream":"https://streaming-api.svc.sea.v.replicate.net/v1/streams/zkneildnzre2gnrgfpfxz34jwueeuvqnz2mcsxhqqfadwxanroaa"}}