mistralai/mixtral-8x7b-instruct-v0.1

POST {{baseUrl}}/models/mistralai/mixtral-8x7b-instruct-v0.1/predictions

Request Body

{"input"=>{"top_p"=>0.9, "prompt"=>"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?", "max_tokens"=>512, "min_tokens"=>0, "temperature"=>0.6, "prompt_template"=>"<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\nYou are a helpful assistant<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n", "presence_penalty"=>1.15, "frequency_penalty"=>0.2}}

RESPONSES

status: Created

{"id":"4n38t0rj2srgp0cezk0r89jhmw","model":"replicate-internal/mixtral-instruct-v0.1-fp16-triton-sm80","version":"dp-2cfebe59bfe31598594c7a2228e246ab","input":{"frequency_penalty":0.2,"max_tokens":512,"min_tokens":0,"presence_penalty":1.15,"prompt":"Work through this problem step by step:\n\nQ: Sarah has 7 llamas. Her friend gives her 3 more trucks of llamas. Each truck has 5 llamas. How many llamas does Sarah have in total?","prompt_template":"\u003c|begin_of_text|\u003e\u003c|start_header_id|\u003esystem\u003c|end_header_id|\u003e\n\nYou are a helpful assistant\u003c|eot_id|\u003e\u003c|start_header_id|\u003euser\u003c|end_header_id|\u003e\n\n{prompt}\u003c|eot_id|\u003e\u003c|start_header_id|\u003eassistant\u003c|end_header_id|\u003e\n\n","temperature":0.6,"top_p":0.9},"logs":"","error":null,"status":"starting","created_at":"2024-04-20T18:24:55.318Z","urls":{"cancel":"https://api.replicate.com/v1/predictions/4n38t0rj2srgp0cezk0r89jhmw/cancel","get":"https://api.replicate.com/v1/predictions/4n38t0rj2srgp0cezk0r89jhmw"}}