gemini-1.0-pro-vision (Multimodal)

POST {{baseUrl}}/projects/{{projectId}}/locations/{{locationId}}/publishers/google/models/:model_id_action

Request Body

{"contents"=>{"role"=>"user", "parts"=>[{"fileData"=>{"mimeType"=>"image/jpeg", "fileUri"=>"gs://cloud-samples-data/ai-platform/flowers/daisy/10559679065_50d2b16f6d.jpg"}}, {"text"=>"Describe this picture."}]}, "safety_settings"=>{"category"=>"HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold"=>"BLOCK_LOW_AND_ABOVE"}, "generation_config"=>{"temperature"=>0.4, "topP"=>1, "topK"=>32, "maxOutputTokens"=>2048}}

RESPONSES

status: OK

{"candidates":[{"content":{"role":"model","parts":[{"text":" A white daisy flower is growing out of a pile of brown and yellow fall leaves. The flower is in focus, while the leaves are slightly blurred in the background."}]},"finishReason":"STOP","safetyRatings":[{"category":"HARM_CATEGORY_HATE_SPEECH","probability":"NEGLIGIBLE","probabilityScore":0.015906392,"severity":"HARM_SEVERITY_NEGLIGIBLE","severityScore":0.046291895},{"category":"HARM_CATEGORY_DANGEROUS_CONTENT","probability":"NEGLIGIBLE","probabilityScore":0.023375316,"severity":"HARM_SEVERITY_NEGLIGIBLE","severityScore":0.04813677},{"category":"HARM_CATEGORY_HARASSMENT","probability":"NEGLIGIBLE","probabilityScore":0.033652965,"severity":"HARM_SEVERITY_NEGLIGIBLE","severityScore":0.02970375},{"category":"HARM_CATEGORY_SEXUALLY_EXPLICIT","probability":"NEGLIGIBLE","probabilityScore":0.06632687,"severity":"HARM_SEVERITY_NEGLIGIBLE","severityScore":0.06596494}]}],"usageMetadata":{"promptTokenCount":262,"candidatesTokenCount":33,"totalTokenCount":295}}