meta/meta-llama-3-8b-instruct

POST {{baseUrl}}/models/meta/meta-llama-3-8b-instruct/predictions

Request Body

{"input"=>{"top_p"=>0.9, "prompt"=>"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?", "max_tokens"=>512, "min_tokens"=>0, "temperature"=>0.6, "prompt_template"=>"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", "presence_penalty"=>1.15, "frequency_penalty"=>0.2}}

RESPONSES

status: Created

{"id":"dhbnyxqdhhrgp0cezjnsfba77r","model":"replicate-internal/llama-3-8b-instruct-int8-triton","version":"dp-a557b7387b4940df25b23f779dc534c4","input":{"frequency_penalty":0.2,"max_tokens":512,"min_tokens":0,"presence_penalty":1.15,"prompt":"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?","prompt_template":"\u003c|begin_of_text|\u003e\u003c|start_header_id|\u003esystem\u003c|end_header_id|\u003e\n\nYou are a helpful assistant\u003c|eot_id|\u003e\u003c|start_header_id|\u003euser\u003c|end_header_id|\u003e\n\n{prompt}\u003c|eot_id|\u003e\u003c|start_header_id|\u003eassistant\u003c|end_header_id|\u003e\n\n","temperature":0.6,"top_p":0.9},"logs":"","error":null,"status":"starting","created_at":"2024-04-20T18:01:49.708Z","urls":{"cancel":"https://api.replicate.com/v1/predictions/dhbnyxqdhhrgp0cezjnsfba77r/cancel","get":"https://api.replicate.com/v1/predictions/dhbnyxqdhhrgp0cezjnsfba77r"}}